Increase latency for stealing (#5390)

dask · Oct 19, 2021 · a8151a6 · a8151a6
1 parent 1585f85
commit a8151a6
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/distributed/stealing.py b/distributed/stealing.py
@@ -14,7 +14,11 @@
 from .diagnostics.plugin import SchedulerPlugin
 from .utils import log_errors
 
-LATENCY = 10e-3
+# Stealing requires multiple network bounces and if successful also task
+# submission which may include code serialization. Therefore, be very
+# conservative in the latency estimation to suppress too aggressive stealing
+# of small tasks
+LATENCY = 0.1
 
 logger = logging.getLogger(__name__)