oci/zeronet
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix content.json retry

Browse source
This commit is contained in:
shortcutme 2016-09-04 17:54:57 +02:00
parent 1dd488ef89
commit 135a9b8f5c
1 changed files with 9 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/Site/Site.py
View file

@ -214,10 +214,18 @@ class Site(object):
# Retry download bad files
def retryBadFiles(self, force=False):
self.log.debug("Retry %s bad files" % len(self.bad_files))
content_inner_paths = []
for bad_file, tries in self.bad_files.items():
if force or random.randint(0, min(40, tries)) < 4: # Larger number tries = less likely to check every 15min
if bad_file.endswith("content.json"):
content_inner_paths.append(bad_file)
else:
self.needFile(bad_file, update=True, blocking=False)
if content_inner_paths:
self.pooledDownloadContent(content_inner_paths)
# Download all files of the site
@util.Noparallel(blocking=False)
def download(self, check_size=False, blind_includes=False):