test: Do not fail tests that exceed threshold

visualize-admin · Feb 16, 2024 · fe8d9e7 · fe8d9e7
1 parent e7f93dc
commit fe8d9e7
Show file tree

Hide file tree

Showing 5 changed files with 26 additions and 15 deletions.
diff --git a/k6/performance-tests/graphql/DataCubeComponents.js b/k6/performance-tests/graphql/DataCubeComponents.js
@@ -38,9 +38,12 @@ const variables = {
 export const options = {
   iterations: 2,
   thresholds: {
-    http_req_duration: [
-      `avg<${2 * metadata.queries.DataCubeComponents.expectedDuration}`,
-    ],
+    http_req_duration: {
+      threshold: `avg<${
+        2 * metadata.queries.DataCubeComponents.expectedDuration
+      }`,
+      abortOnFail: false,
+    },
   },
 };
 

diff --git a/k6/performance-tests/graphql/DataCubeMetadata.js b/k6/performance-tests/graphql/DataCubeMetadata.js
@@ -38,9 +38,12 @@ const variables = {
 export const options = {
   iterations: 2,
   thresholds: {
-    http_req_duration: [
-      `avg<${2 * metadata.queries.DataCubeMetadata.expectedDuration}`,
-    ],
+    http_req_duration: {
+      threshold: `avg<${
+        2 * metadata.queries.DataCubeMetadata.expectedDuration
+      }`,
+      abortOnFail: false,
+    },
   },
 };
 

diff --git a/k6/performance-tests/graphql/DataCubeObservations.js b/k6/performance-tests/graphql/DataCubeObservations.js
@@ -39,9 +39,12 @@ const variables = {
 export const options = {
   iterations: 2,
   thresholds: {
-    http_req_duration: [
-      `avg<${2 * metadata.queries.DataCubeObservations.expectedDuration}`,
-    ],
+    http_req_duration: {
+      threshold: `avg<${
+        2 * metadata.queries.DataCubeObservations.expectedDuration
+      }`,
+      abortOnFail: false,
+    },
   },
 };
 

diff --git a/k6/performance-tests/graphql/DataCubePreview.js b/k6/performance-tests/graphql/DataCubePreview.js
@@ -39,9 +39,10 @@ const variables = {
 export const options = {
   iterations: 2,
   thresholds: {
-    http_req_duration: [
-      `avg<${2 * metadata.queries.DataCubePreview.expectedDuration}`,
-    ],
+    http_req_duration: {
+      threshold: `avg<${2 * metadata.queries.DataCubePreview.expectedDuration}`,
+      abortOnFail: false,
+    },
   },
 };
 

diff --git a/k6/performance-tests/graphql/PossibleFilters.js b/k6/performance-tests/graphql/PossibleFilters.js
@@ -41,9 +41,10 @@ const variables = {
 export const options = {
   iterations: 2,
   thresholds: {
-    http_req_duration: [
-      `avg<${2 * metadata.queries.PossibleFilters.expectedDuration}`,
-    ],
+    http_req_duration: {
+      threshold: `avg<${2 * metadata.queries.PossibleFilters.expectedDuration}`,
+      abortOnFail: false,
+    },
   },
 };