tentative fix

dask · May 9, 2022 · 6bede03 · 6bede03
1 parent a4f730c
commit 6bede03
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/distributed/worker_memory.py b/distributed/worker_memory.py
@@ -344,7 +344,7 @@ def memory_monitor(self, nanny: Nanny) -> None:
         except (ProcessLookupError, psutil.NoSuchProcess, psutil.AccessDenied):
             return  # pragma: nocover
 
-        if proc.pid == self._last_terminated_pid:
+        if process.pid in (self._last_terminated_pid, None):
             # We already sent SIGTERM to the worker, but its handler is still running
             # since the previous iteration of the memory_monitor - for example, it
             # may be taking a long time deleting all the spilled data from disk.
@@ -357,7 +357,7 @@ def memory_monitor(self, nanny: Nanny) -> None:
                 f"{self.memory_terminate_fraction * 100:.0f}% memory budget. "
                 "Restarting...",
             )
-            self._last_terminated_pid = proc.pid
+            self._last_terminated_pid = process.pid
             process.terminate()