Process 2408628: /work/tools/users/zeyer/py-envs/py3.11-torch2.1/bin/python3.11 ./sis m recipe/i6_experiments/users/zeyer/experiments/exp2023_04_25_rf/i6.py Python v3.11.2 (/work/tools/users/zeyer/linuxbrew/Cellar/python@3.11/3.11.2_1/bin/python3.11) Thread 2408628 (idle): "MainThread" for_all_nodes (sisyphus/graph.py:579) get_jobs_by_status (sisyphus/graph.py:478) update_jobs (sisyphus/manager.py:241) run (sisyphus/manager.py:593) wrapped_func (sisyphus/tools.py:311) manager (sisyphus/manager.py:138) main (sisyphus/__main__.py:234) (sis:14) Thread 2408800 (idle): "Thread-1" run (sisyphus/localengine.py:234) wrapped_func (sisyphus/tools.py:311) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408801 (idle): "Thread-3 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408802 (idle): "Thread-4 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408803 (idle): "Thread-5 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408804 (idle): "Thread-6 (worker)" isfile (:30) _sis_cleanable (sisyphus/job.py:503) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408805 (idle): "Thread-7 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408806 (idle): "Thread-8 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408807 (idle): "Thread-9 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408808 (idle): "Thread-10 (worker)" isfile (:30) _sis_cleanable (sisyphus/job.py:503) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408809 (idle): "Thread-11 (worker)" isfile (:30) _sis_cleanable (sisyphus/job.py:503) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408810 (idle): "Thread-12 (worker)" isfile (:30) _sis_cleanable (sisyphus/job.py:503) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408811 (idle): "Thread-13 (worker)" isfile (:30) _sis_cleanable (sisyphus/job.py:503) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408812 (idle): "Thread-14 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408813 (idle): "Thread-15 (worker)" isfile (:30) _sis_cleanable (sisyphus/job.py:503) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408814 (idle): "Thread-16 (worker)" isfile (:30) _sis_cleanable (sisyphus/job.py:503) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408815 (idle): "Thread-17 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408816 (idle): "Thread-18 (worker)" islink (:167) _sis_cleanable (sisyphus/job.py:500) f (sisyphus/manager.py:36) runner_helper (sisyphus/graph.py:565) wrapped_func (sisyphus/tools.py:311) worker (multiprocessing/pool.py:125) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408817 (idle): "Thread-19 (_handle_workers)" select (selectors.py:415) wait (multiprocessing/connection.py:930) _wait_for_updates (multiprocessing/pool.py:502) _handle_workers (multiprocessing/pool.py:522) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408818 (idle): "Thread-20 (_handle_tasks)" _handle_tasks (multiprocessing/pool.py:531) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408819 (idle): "Thread-21 (_handle_results)" _handle_results (multiprocessing/pool.py:579) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408924 (idle): "Thread-22 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408925 (idle): "Thread-23 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408926 (idle): "Thread-24 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408927 (idle): "Thread-25 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408928 (idle): "Thread-26 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408929 (idle): "Thread-27 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408930 (idle): "Thread-28 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408931 (idle): "Thread-29 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408932 (idle): "Thread-30 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408933 (idle): "Thread-31 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408934 (idle): "Thread-32 (_handle_workers)" select (selectors.py:415) wait (multiprocessing/connection.py:930) _wait_for_updates (multiprocessing/pool.py:502) _handle_workers (multiprocessing/pool.py:522) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408935 (idle): "Thread-33 (_handle_tasks)" _handle_tasks (multiprocessing/pool.py:531) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408936 (idle): "Thread-34 (_handle_results)" _handle_results (multiprocessing/pool.py:579) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408980 (idle): "Thread-36 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408981 (idle): "Thread-37 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408982 (idle): "Thread-38 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408983 (idle): "Thread-39 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408984 (idle): "Thread-40 (worker)" worker (multiprocessing/pool.py:114) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408985 (idle): "Thread-41 (_handle_workers)" select (selectors.py:415) wait (multiprocessing/connection.py:930) _wait_for_updates (multiprocessing/pool.py:502) _handle_workers (multiprocessing/pool.py:522) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408986 (idle): "Thread-42 (_handle_tasks)" _handle_tasks (multiprocessing/pool.py:531) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2408987 (idle): "Thread-43 (_handle_results)" _handle_results (multiprocessing/pool.py:579) run (threading.py:975) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995) Thread 2410556 (idle): "Thread-35" for_all_nodes (sisyphus/graph.py:579) run (sisyphus/manager.py:41) _bootstrap_inner (threading.py:1038) _bootstrap (threading.py:995)