From c0c28f7960b4edf14dc68dceee5363ec45e73c32 Mon Sep 17 00:00:00 2001 From: olaughter Date: Wed, 2 Oct 2024 17:38:02 +0100 Subject: [PATCH] Fix flakey latency test This test is intended to catch very broken queries, but it is too sensitive and doesnt account for variance caused by other factors (genreal ambient compute fluctuations, etc). Raising it will unblock others while hopefully also continuing to catch actual breaking changes to queries --- tests/search/vespa/test_vespa_search.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/search/vespa/test_vespa_search.py b/tests/search/vespa/test_vespa_search.py index 0d6c812b..368c3fe8 100644 --- a/tests/search/vespa/test_vespa_search.py +++ b/tests/search/vespa/test_vespa_search.py @@ -159,7 +159,7 @@ def test_benchmark_families_search( _populate_db_families(data_db) # This is high as it's meant as a last resort for catching new performance problems - REASONABLE_LATENCY_MS = 50 + REASONABLE_LATENCY_MS = 100 times = [] for _ in range(1, 10):