LocalEngine: adds wait after full queue was checked

rwth-i6 · Apr 19, 2024 · 7f2747f · 7f2747f
1 parent 6e8cfc8
commit 7f2747f
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/sisyphus/localengine.py b/sisyphus/localengine.py
@@ -194,7 +194,7 @@ def release_resources(self, rqmt, selected_devices):
 
     @tools.default_handle_exception_interrupt_main_thread
     def run(self):
-        next_task = None
+        checked_tasks_since_last_wait = 0
         try:
             while self.running.value:
                 self.check_finished_tasks()
@@ -229,7 +229,8 @@ def run(self):
                                 running_tasks[name] = (process, next_task, selected_gpus)
                             else:
                                 # Put next_task at end of queue and try to schedule the next one
-                                if self.input_queue.empty():
+                                checked_tasks_since_last_wait += 1
+                                if checked_tasks_since_last_wait > self.input_queue.qsize():
                                     # Wait if this is the only task in the queue
                                     wait = True
                                 self.input_queue.put(next_task)
@@ -238,6 +239,7 @@ def run(self):
                     # check only once per second for new jobs
                     # if no job has been started
                     time.sleep(1)
+                    checked_tasks_since_last_wait = 0
         except KeyboardInterrupt:
             #  KeyboardInterrupt is handled in manager
             pass