Increase latency for stealing (dask#5390)

zanieb · Oct 28, 2021 · f38101b · f38101b
1 parent 584db2c
commit f38101b
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/distributed/stealing.py b/distributed/stealing.py
@@ -14,7 +14,11 @@
 from .diagnostics.plugin import SchedulerPlugin
 from .utils import log_errors
 
-LATENCY = 10e-3
+# Stealing requires multiple network bounces and if successful also task
+# submission which may include code serialization. Therefore, be very
+# conservative in the latency estimation to suppress too aggressive stealing
+# of small tasks
+LATENCY = 0.1
 
 logger = logging.getLogger(__name__)