Wait until downloadContent pool finishes

2019-12-21 03:03:49 +01:00 · 2019-12-21 03:03:49 +01:00 · 3ccce46314
commit 3ccce46314
parent 7c1da5da52
1 changed files with 1 additions and 0 deletions
--- a/src/Site/Site.py
+++ b/src/Site/Site.py
@ -370,6 +370,7 @@ class Site(object):
                        del self.bad_files[aborted_inner_path]
                self.worker_manager.removeSolvedFileTasks(mark_as_good=False)
                break
+        pool.join()
        self.log.debug("Ended downloadContent pool len: %s, skipped: %s" % (len(inner_paths), num_skipped))

    def pooledDownloadFile(self, inner_paths, pool_size=100, only_if_bad=False):