Github/guess-filename.py
2
0
Fork 1
mirror of https://github.com/novoid/guess-filename.py.git synced 2026-02-16 13:24:15 +00:00
Code Issues Projects Releases Packages Wiki Activity

PyPDF2 -> pypdf + new salary file format

Browse source
This commit is contained in:
Karl Voit 2023-05-16 16:32:21 +02:00 committed by Karl Voit
parent 26a1defba9
commit 42c04230fb
1 changed files with 32 additions and 61 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

93
guessfilename/__init__.py
View file

@ -1,6 +1,6 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
# -*- coding: utf-8 -*- # -*- coding: utf-8 -*-
PROG_VERSION = u"Time-stamp: <2023-03-15 10:52:13 vk>" PROG_VERSION = u"Time-stamp: <2023-05-16 16:25:50 vk>"
# TODO: # TODO:
@ -695,15 +695,6 @@ class GuessFilename(object):
if regex_match: if regex_match:
return self.get_datetime_description_extension_filename(regex_match, replace_description_underscores=True) return self.get_datetime_description_extension_filename(regex_match, replace_description_underscores=True)
# 2019-05-24: this is a workaround until PDF file decryption in PyPDF2 is fixed for parsing the content id:2019-05-24-guessfilename-salary
if extension.upper() == "PDF" and self.config.SALARY_STARTSTRING in oldfilename and datetimestr:
# print out password to stdout in order to give the user a
# hint when he wants to open the PDF in a PDF viewer
print(' ' * 7 + colorama.Style.DIM + '→ PDF file password: ' + self.config.SALARY_PDF_PASSWORD +
colorama.Style.RESET_ALL)
return datetimestr + ' ' + self.config.SALARY_DESCRIPTION + ' MONTH - SALARY' + \
'€ -- detego private.pdf'
# 2019-10-10: '2019-10-10 a file exported by Boox Max 2-Exported.pdf' or # 2019-10-10: '2019-10-10 a file exported by Boox Max 2-Exported.pdf' or
# '2019-10-10 a file exported by Boox Max 2 -- notes-Exported.pdf' become # '2019-10-10 a file exported by Boox Max 2 -- notes-Exported.pdf' become
# -> '2019-10-10 a file exported by Boox Max 2 -- notes.pdf' # -> '2019-10-10 a file exported by Boox Max 2 -- notes.pdf'
@ -802,32 +793,34 @@ class GuessFilename(object):
logging.debug("File is not a PDF file and thus can't be parsed by this script: %s" % filename) logging.debug("File is not a PDF file and thus can't be parsed by this script: %s" % filename)
return False return False
try: # try:
pdffile = PyPDF2.PdfFileReader(open(filename, "rb")) pdffile = pypdf.PdfReader(open(filename, "rb"))
#pdffile = PyPDF2.PdfFileReader(open(filename, "rb"))
# if PDF is encryped, try password stored in config file if pdffile.is_encrypted:
# or quit this function if decryption is not successful logging.debug("derive_new_filename_from_content: if PDF is encryped, try password stored in config file or quit this function if decryption is not successful")
if pdffile.isEncrypted: returncode = pdffile.decrypt(self.config.DEFAULT_PDF_PASSWORD)
returncode = pdffile.decrypt(self.config.SALARY_PDF_PASSWORD) if returncode < 1:
if returncode < 1: logging.error('PDF file is encrypted and could NOT be decrypted using ' +
logging.error('PDF file is encrypted and could NOT be decrypted using ' + 'config.DEFAULT_PDF_PASSWORD. Skipping content analysis.')
'config.SALARY_PDF_PASSWORD. Skipping content analysis.') return False
return False else:
else: logging.debug('PDF file is encrypted and could be decrypted using ' +
logging.debug('PDF file is encrypted and could be decrypted using ' + 'config.DEFAULT_PDF_PASSWORD. Return code = ' + str(returncode))
'config.SALARY_PDF_PASSWORD. Return code = ' + str(returncode)) else:
logging.debug("derive_new_filename_from_content: PDF is not encryped")
# use first and second page of content only: # use first and second page of content only:
if pdffile.getNumPages() > 1: if len(pdffile.pages) > 1:
content = pdffile.pages[0].extractText() + pdffile.pages[1].extractText() content = pdffile.pages[0].extract_text() + pdffile.pages[1].extract_text()
elif pdffile.getNumPages() == 1: elif len(pdffile.pages) == 1:
content = pdffile.pages[0].extractText() content = pdffile.pages[0].extract_text()
else: else:
logging.error('Could not determine number of pages of PDF content! (skipping content analysis)') logging.error('Could not determine number of pages of PDF content! (skipping content analysis)')
return False return False
except: # except:
logging.error('Could not read PDF file content. Skipping its content.') # logging.error('Could not read PDF file content. Skipping its content.')
return False # return False
if len(content) == 0: if len(content) == 0:
logging.info('Could read PDF file content but it is empty (skipping content analysis)') logging.info('Could read PDF file content but it is empty (skipping content analysis)')
@ -837,43 +830,21 @@ class GuessFilename(object):
# structure of the author's salary processing software. # structure of the author's salary processing software.
# Therefore, this most likely does not work for your salary # Therefore, this most likely does not work for your salary
# PDF file. # PDF file.
if extension.upper() == "PDF" and self.config.SALARY_STARTSTRING in filename: if extension == "PDF" and \
#content = content.replace('\n', '') # there is a '\n' after each character self.config.SALARY_IDSTRING in filename:
# 2019-05-24: new file format for salary PDF can not be parsed by PyPDF2: id:2019-05-24-guessfilename-salary #logging.debug('PARSING SALARY FILE ...')
## File "/home/vk/bin/guessfilename", line 1055, in derive_new_filename_from_content content = content.replace('\n', '•') # to simplify regex match below
## returncode = pdffile.decrypt(self.config.SALARY_PDF_PASSWORD)
## File "/usr/lib/python3/dist-packages/PyPDF2/pdf.py", line 1987, in decrypt
## return self._decrypt(password)
## File "/usr/lib/python3/dist-packages/PyPDF2/pdf.py", line 1996, in _decrypt
## raise NotImplementedError("only algorithm code 1 and 2 are supported")
## NotImplementedError: only algorithm code 1 and 2 are supported
##
## producer of PDF file: "wPDF4 by WPCubed GmbH" "PDF v. 1.7"
## might relate to: https://github.com/mstamy2/PyPDF2/issues/378
try: try:
# should parse starting sequence of net_salary = re.match(r'.+•Netto (?P<salary>\d\.\d{3},\d{2})•=+.+', content).group('salary')
# "^.LOHN/GEHALTSABRECHNUNG JÄNNER 2018Klien..." and logging.debug('found salary: ' + str(net_salary))
# return "Jaenner"
month_of_salary = re.match(r'.LOHN.*/.*GEHALTSABRECHNUNG (.+) .+', content).group(1).capitalize().replace('ä', 'ae')
except:
logging.error('derive_new_filename_from_content(' + filename + '): I recognized pattern ' +
'for salary file but content format for extracting month must have changed.')
month_of_salary = 'FIXXME'
try:
# should extract "2.345,67" from following sequence
# ".+SZAbzüge1.234,56Netto2.345,67IBAN:.+"
net_salary = re.match(r'.+Netto(\d\.\d{3},\d{2})IBAN.+', content).group(1)
except: except:
logging.error('derive_new_filename_from_content(' + filename + '): I recognized pattern ' + logging.error('derive_new_filename_from_content(' + filename + '): I recognized pattern ' +
'for salary file but content format for extracting net salary must have changed.') 'for salary file but content format for extracting net salary must have changed.')
net_salary = 'FIXXME' net_salary = 'FIXXME'
# print out password to stdout in order to give the user a
# hint when he wants to open the PDF in a PDF viewer return filename[:-4] + ' - ' + \
print(' ' * 7 + colorama.Style.DIM + '→ PDF file password: ' + self.config.SALARY_PDF_PASSWORD + net_salary + '€ -- ' + self.config.SALARY_COMPANY_NAME + ' private.pdf'
colorama.Style.RESET_ALL)
return datetimestr + ' ' + self.config.SALARY_DESCRIPTION + ' ' + month_of_salary + ' - ' + \
net_salary + '€ -- detego private.pdf'
# 2010-06-08 easybank - neue TAN-Liste -- scan private.pdf # 2010-06-08 easybank - neue TAN-Liste -- scan private.pdf
if self.fuzzy_contains_all_of(content, ["Transaktionsnummern (TANs)", "Ihre TAN-Liste in Verlust geraten"]) and \ if self.fuzzy_contains_all_of(content, ["Transaktionsnummern (TANs)", "Ihre TAN-Liste in Verlust geraten"]) and \