From 31e26a161a8bbab5a8832b87afa2bff4779708b5 Mon Sep 17 00:00:00 2001 From: fjetter Date: Tue, 5 Oct 2021 15:45:14 +0200 Subject: [PATCH] Increase latency for stealing --- distributed/stealing.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/distributed/stealing.py b/distributed/stealing.py index 0297691f02..1601253756 100644 --- a/distributed/stealing.py +++ b/distributed/stealing.py @@ -14,7 +14,11 @@ from .diagnostics.plugin import SchedulerPlugin from .utils import log_errors -LATENCY = 10e-3 +# Stealing requires multiple network bounces and if successful also task +# submission which may include code serialization. Therefore, be very +# conservative in the latency estimation to suppress too aggressive stealing +# of small tasks +LATENCY = 0.1 logger = logging.getLogger(__name__)