Wait a bit for more tasks before consider site downloaded
This commit is contained in:
parent
988f1435c5
commit
54f9b49e90
1 changed files with 10 additions and 2 deletions
|
@ -391,6 +391,14 @@ class WorkerManager:
|
||||||
if not self.tasks:
|
if not self.tasks:
|
||||||
self.started_task_num = 0
|
self.started_task_num = 0
|
||||||
|
|
||||||
|
# Wait for other tasks
|
||||||
|
def checkComplete(self):
|
||||||
|
time.sleep(0.1)
|
||||||
|
if not self.tasks:
|
||||||
|
self.log.debug("Check compelte: No tasks")
|
||||||
|
self.started_task_num = 0
|
||||||
|
self.site.onComplete() # No more task trigger site complete
|
||||||
|
|
||||||
# Mark a task done
|
# Mark a task done
|
||||||
def doneTask(self, task):
|
def doneTask(self, task):
|
||||||
task["done"] = True
|
task["done"] = True
|
||||||
|
@ -398,5 +406,5 @@ class WorkerManager:
|
||||||
self.site.onFileDone(task["inner_path"])
|
self.site.onFileDone(task["inner_path"])
|
||||||
task["evt"].set(True)
|
task["evt"].set(True)
|
||||||
if not self.tasks:
|
if not self.tasks:
|
||||||
self.started_task_num = 0
|
self.log.debug("No tasks")
|
||||||
self.site.onComplete() # No more task trigger site complete
|
gevent.spawn(self.checkComplete)
|
||||||
|
|
Loading…
Reference in a new issue