From 135a9b8f5c642eebb1859a4a4b977d6444218b76 Mon Sep 17 00:00:00 2001 From: shortcutme Date: Sun, 4 Sep 2016 17:54:57 +0200 Subject: [PATCH] Fix content.json retry --- src/Site/Site.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/src/Site/Site.py b/src/Site/Site.py index af651a96..fd6e725e 100644 --- a/src/Site/Site.py +++ b/src/Site/Site.py @@ -214,9 +214,17 @@ class Site(object): # Retry download bad files def retryBadFiles(self, force=False): + self.log.debug("Retry %s bad files" % len(self.bad_files)) + content_inner_paths = [] for bad_file, tries in self.bad_files.items(): if force or random.randint(0, min(40, tries)) < 4: # Larger number tries = less likely to check every 15min - self.needFile(bad_file, update=True, blocking=False) + if bad_file.endswith("content.json"): + content_inner_paths.append(bad_file) + else: + self.needFile(bad_file, update=True, blocking=False) + + if content_inner_paths: + self.pooledDownloadContent(content_inner_paths) # Download all files of the site @util.Noparallel(blocking=False)