Wait until downloadContent pool finishes

This commit is contained in:
shortcutme 2019-12-21 03:03:49 +01:00
parent 7c1da5da52
commit 3ccce46314
No known key found for this signature in database
GPG key ID: 5B63BAE6CB9613AE

View file

@ -370,6 +370,7 @@ class Site(object):
del self.bad_files[aborted_inner_path]
self.worker_manager.removeSolvedFileTasks(mark_as_good=False)
break
pool.join()
self.log.debug("Ended downloadContent pool len: %s, skipped: %s" % (len(inner_paths), num_skipped))
def pooledDownloadFile(self, inner_paths, pool_size=100, only_if_bad=False):