Increase test limits to ensure tests won't be flaky

equinor · Dec 11, 2024 · 129bdfa · 129bdfa
1 parent 1e345eb
commit 129bdfa
Showing 1 changed file with 10 additions and 10 deletions.
diff --git a/tests/ert/performance_tests/test_obs_and_responses_performance.py b/tests/ert/performance_tests/test_obs_and_responses_performance.py
@@ -263,15 +263,15 @@ class _Benchmark:
         ),
         expected_join_performance=_ExpectedPerformance(
             memory_limit_mb=50,
-            time_limit_s=1,
+            time_limit_s=2,
             last_measured_time=0.03,
             last_measured_memory_mb=17,
         ),
         expected_update_performance=_ExpectedPerformance(
             last_measured_time=0.09,
             last_measured_memory_mb=7.13,
             memory_limit_mb=40,
-            time_limit_s=1,
+            time_limit_s=2,
         ),
     ),
     _Benchmark(
@@ -289,13 +289,13 @@ class _Benchmark:
         ),
         expected_join_performance=_ExpectedPerformance(
             memory_limit_mb=1500,
-            time_limit_s=15,
+            time_limit_s=30,
             last_measured_time=2.78,
             last_measured_memory_mb=1027,
         ),
         expected_update_performance=_ExpectedPerformance(
             memory_limit_mb=2800,
-            time_limit_s=20,
+            time_limit_s=30,
             last_measured_time=5.34,
             last_measured_memory_mb=2230,
         ),
@@ -315,13 +315,13 @@ class _Benchmark:
         ),
         expected_join_performance=_ExpectedPerformance(
             memory_limit_mb=4500,
-            time_limit_s=25,
+            time_limit_s=45,
             last_measured_memory_mb=1710,
             last_measured_time=3.59,
         ),
         expected_update_performance=_ExpectedPerformance(
             memory_limit_mb=4000,
-            time_limit_s=30,
+            time_limit_s=40,
             last_measured_memory_mb=3088,
             last_measured_time=6.23,
         ),
@@ -340,14 +340,14 @@ class _Benchmark:
             num_realizations=200,
         ),
         expected_join_performance=_ExpectedPerformance(
-            memory_limit_mb=2300,
-            time_limit_s=35,
+            memory_limit_mb=3300,
+            time_limit_s=55,
             last_measured_time=3.96,
             last_measured_memory_mb=1715,
         ),
         expected_update_performance=_ExpectedPerformance(
-            memory_limit_mb=3500,
-            time_limit_s=40,
+            memory_limit_mb=4500,
+            time_limit_s=50,
             last_measured_time=6.98,
             last_measured_memory_mb=3115,
         ),