From 7ffb7db888f4cceea0f919f1b9bed686c56a315e Mon Sep 17 00:00:00 2001 From: shortcutme Date: Fri, 15 Mar 2019 23:29:04 +0100 Subject: [PATCH] Add task statistics logging every 15sec --- src/Worker/WorkerManager.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/src/Worker/WorkerManager.py b/src/Worker/WorkerManager.py index 48337080..24cb45c2 100644 --- a/src/Worker/WorkerManager.py +++ b/src/Worker/WorkerManager.py @@ -49,6 +49,13 @@ class WorkerManager(object): continue tasks = self.tasks[:] # Copy it so removing elements wont cause any problem + num_tasks_started = len([task for task in tasks if task["time_started"]]) + + self.log.debug( + "Tasks: %s, started: %s, bad files: %s, total started: %s" % + (len(tasks), num_tasks_started, len(self.site.bad_files), self.started_task_num) + ) + for task in tasks: if task["time_started"] and time.time() >= task["time_started"] + 60: self.log.debug("Timeout, Skipping: %s" % task) # Task taking too long time, skip it