oci/zeronet
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Retry bad files in separate thread

Browse source
This commit is contained in:
shortcutme 2016-11-07 23:41:25 +01:00
parent af571deb16
commit 6acc81cb50
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/Site/Site.py
View file

@ -229,6 +229,7 @@ class Site(object):
def retryBadFiles(self, force=False): def retryBadFiles(self, force=False):
self.log.debug("Retry %s bad files" % len(self.bad_files)) self.log.debug("Retry %s bad files" % len(self.bad_files))
content_inner_paths = [] content_inner_paths = []
file_inner_paths = []
for bad_file, tries in self.bad_files.items(): for bad_file, tries in self.bad_files.items():
if force or random.randint(0, min(40, tries)) < 4: # Larger number tries = less likely to check every 15min if force or random.randint(0, min(40, tries)) < 4: # Larger number tries = less likely to check every 15min
if bad_file.endswith("content.json"): if bad_file.endswith("content.json"):
@ -373,7 +374,7 @@ class Site(object):
if self.bad_files: if self.bad_files:
self.log.debug("Bad files: %s" % self.bad_files) self.log.debug("Bad files: %s" % self.bad_files)
self.download() gevent.spawn(self.retryBadFiles, force=True)
if len(queried) == 0: if len(queried) == 0:
# Failed to query modifications # Failed to query modifications