CodeMirror/legendary
1
0
Fork 0
mirror of https://github.com/derrod/legendary.git synced 2024-06-26 10:10:20 +12:00
Code Issues Projects Releases Wiki Activity

[downloader] Check if files in resume file actually exist

Browse source 
Also improves logging to make it obvious to users that a
resume file is being used.
This commit is contained in:
derrod 2020-05-19 16:14:01 +02:00
parent b89afeaefd
commit 724ef4848c
1 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
legendary/downloader/manager.py
View file

@ -106,13 +106,25 @@ class DLManager(Process):
analysis_res.manifest_comparison = mc
if resume and self.resume_file and os.path.exists(self.resume_file):
self.log.info('Found previously interrupted download. Download will be resumed if possible.')
try:
completed_files = set(i.strip() for i in open(self.resume_file).readlines())
# check if the files are actually there
removed = 0
for cf in sorted(completed_files):
_p = os.path.join(self.dl_dir, cf)
if not os.path.exists(_p):
self.log.debug(f'File does not exist but is in resume file: "{_p}"')
completed_files.remove(cf)
removed += 1
if removed:
self.log.warning(f'{removed} previously completed file(s) are missing, they will be redownloaded.')
# remove completed files from changed/added and move them to unchanged for the analysis.
mc.added -= completed_files
mc.changed -= completed_files
mc.unchanged |= completed_files
self.log.debug(f'Skipped {len(completed_files)} files based on resume data!')
self.log.info(f'Skipping {len(completed_files)} files based on resume data.')
except Exception as e:
self.log.warning(f'Reading resume file failed: {e!r}, continuing as normal...')