From ca9bb5c69227947e5689fa4b80ecc4d46240b373 Mon Sep 17 00:00:00 2001 From: Gloria Hornero Date: Tue, 2 Jul 2024 18:22:07 +0200 Subject: [PATCH 1/8] adds explore tests to the periodic pipeline --- .../mki_periodic/mki_periodic_explore.yml | 63 +++++++++++++++++++ 1 file changed, 63 insertions(+) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml index e35f6004ad3e5..bffe87ab2804c 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml @@ -17,3 +17,66 @@ steps: automatic: - exit_status: '-1' limit: 1 + + - group: "API MKI - Explore" + key: api_test_explore + steps: + - label: Running explore:hosts:runner:qa:serverless + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:hosts:runner:qa:serverless + key: explore:hosts:runner:qa:serverless + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 + + - label: Running explore:network:runner:qa:serverless + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:network:runner:qa:serverless + key: explore:network:runner:qa:serverless + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 + + - label: explore:overview:runner:qa:serverless + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:overview:runner:qa:serverless + key: explore:overview:runner:qa:serverless + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 + + - label: Running explore:users:runner:qa:serverless + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:users:runner:qa:serverless + key: explore:users:runner:qa:serverless + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 \ No newline at end of file From ecccc776ec29982bdef16d1948be91f25997de77 Mon Sep 17 00:00:00 2001 From: Gloria Hornero Date: Tue, 2 Jul 2024 18:24:58 +0200 Subject: [PATCH 2/8] adds investigations tests to the periodic pipeline --- .../mki_periodic_investigations.yml | 34 +++++++++++++++++++ 1 file changed, 34 insertions(+) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml index caa788853c11e..5ee248d2d8004 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml @@ -17,3 +17,37 @@ steps: automatic: - exit_status: '-1' limit: 1 + + - group: "API MKI - Investigations" + key: api_test_investigations + steps: + - label: Running investigations:saved-objects:runner:qa:serverless + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless + key: investigations:saved-objects:runner:qa:serverless + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 + + steps: + - label: Running investigations:saved-objects:runner:qa:serverless + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless + key: investigations:saved-objects:runner:qa:serverless + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 \ No newline at end of file From 2d887ae0c12a398d5b499fb7725421f0095045c8 Mon Sep 17 00:00:00 2001 From: Gloria Hornero Date: Tue, 2 Jul 2024 18:30:27 +0200 Subject: [PATCH 3/8] adds threat hunting team tests to the qg pipeline --- .../mki_quality_gate_explore.yml | 63 +++++++++++++++++++ .../mki_quality_gate_investigations.yml | 34 ++++++++++ 2 files changed, 97 insertions(+) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml index e51e06a8a0543..e54e213492dd1 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml @@ -17,3 +17,66 @@ steps: automatic: - exit_status: '-1' limit: 1 + + - group: "API MKI - Explore" + key: api_test_explore + steps: + - label: Running explore:hosts:runner:qa:serverless:release + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:hosts:runner:qa:serverless:release + key: explore:hosts:runner:qa:serverless:release + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 + + - label: Running explore:network:runner:qa:serverless:release + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:network:runner:qa:serverless:release + key: explore:network:runner:qa:serverless:release + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 + + - label: explore:overview:runner:qa:serverless:release + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:overview:runner:qa:serverless:release + key: explore:overview:runner:qa:serverless:release + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 + + - label: Running explore:users:runner:qa:serverless:release + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:users:runner:qa:serverless:release + key: explore:users:runner:qa:serverless:release + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml index 5e5707ad2ea8f..33236841e2313 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml @@ -17,3 +17,37 @@ steps: automatic: - exit_status: '-1' limit: 1 + + - group: "API MKI - Investigations" + key: api_test_investigations + steps: + - label: Running investigations:saved-objects:runner:qa:serverless:release + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless:release + key: investigations:saved-objects:runner:qa:serverless:release + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 + + steps: + - label: Running investigations:saved-objects:runner:qa:serverless:release + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless:release + key: investigations:saved-objects:runner:qa:serverless:release + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + preemptible: true + timeout_in_minutes: 120 + retry: + automatic: + - exit_status: "1" + limit: 2 \ No newline at end of file From 1de7f577a13c4f17964240a214c50148512f9c2c Mon Sep 17 00:00:00 2001 From: Gloria Hornero Date: Wed, 3 Jul 2024 10:02:11 +0200 Subject: [PATCH 4/8] removes duplicated key --- .../mki_periodic/mki_periodic_investigations.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml index 472b6e88a2679..0bbf77c1325d9 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml @@ -35,8 +35,7 @@ steps: automatic: - exit_status: "1" limit: 2 - - steps: + - label: Running investigations:saved-objects:runner:qa:serverless command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless key: investigations:saved-objects:runner:qa:serverless From c764923a30438ffb6991ce89467c350925e63c6f Mon Sep 17 00:00:00 2001 From: Gloria Hornero Date: Wed, 3 Jul 2024 10:03:42 +0200 Subject: [PATCH 5/8] removes duplicated key --- .../mki_quality_gate/mki_quality_gate_investigations.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml index 17f633dffb0ae..c96bec22af1ae 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml @@ -35,8 +35,7 @@ steps: automatic: - exit_status: "1" limit: 2 - - steps: + - label: Running investigations:saved-objects:runner:qa:serverless:release command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless:release key: investigations:saved-objects:runner:qa:serverless:release From 2b2d8c4565e6d7377fc7c2aed87a7c72225afd04 Mon Sep 17 00:00:00 2001 From: Gloria Hornero Date: Wed, 3 Jul 2024 10:08:11 +0200 Subject: [PATCH 6/8] fix --- .../mki_periodic/mki_periodic_investigations.yml | 8 ++++---- .../mki_quality_gate/mki_quality_gate_investigations.yml | 8 ++++---- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml index 0bbf77c1325d9..3bd4f7b314005 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml @@ -21,9 +21,9 @@ steps: - group: "API MKI - Investigations" key: api_test_investigations steps: - - label: Running investigations:saved-objects:runner:qa:serverless - command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless - key: investigations:saved-objects:runner:qa:serverless + - label: Running investigations:timeline:runner:qa:serverless + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:timeline:runner:qa:serverless + key: investigations:timeline:runner:qa:serverless agents: image: family/kibana-ubuntu-2004 imageProject: elastic-images-prod @@ -35,7 +35,7 @@ steps: automatic: - exit_status: "1" limit: 2 - + - label: Running investigations:saved-objects:runner:qa:serverless command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless key: investigations:saved-objects:runner:qa:serverless diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml index c96bec22af1ae..c99b385e562c5 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml @@ -21,9 +21,9 @@ steps: - group: "API MKI - Investigations" key: api_test_investigations steps: - - label: Running investigations:saved-objects:runner:qa:serverless:release - command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless:release - key: investigations:saved-objects:runner:qa:serverless:release + - label: Running investigations:timeline:runner:qa:serverless:release + command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:timeline:runner:qa:serverless:release + key: investigations:timeline:runner:qa:serverless:release agents: image: family/kibana-ubuntu-2004 imageProject: elastic-images-prod @@ -35,7 +35,7 @@ steps: automatic: - exit_status: "1" limit: 2 - + - label: Running investigations:saved-objects:runner:qa:serverless:release command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh investigations:saved-objects:runner:qa:serverless:release key: investigations:saved-objects:runner:qa:serverless:release From 7829ee0fedda2df1b753b727a4f932b3bbc387bb Mon Sep 17 00:00:00 2001 From: dkirchan Date: Wed, 3 Jul 2024 11:36:43 +0300 Subject: [PATCH 7/8] Fixed structure of the yml files --- .../mki_periodic/mki_periodic_explore.yml | 12 ++++++------ .../mki_periodic/mki_periodic_investigations.yml | 2 +- .../mki_quality_gate/mki_quality_gate_explore.yml | 12 ++++++------ .../mki_quality_gate_investigations.yml | 2 +- 4 files changed, 14 insertions(+), 14 deletions(-) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml index c5a33aa2a90c3..a21eb5e632edc 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml @@ -36,7 +36,7 @@ steps: - exit_status: "1" limit: 2 - - label: Running explore:network:runner:qa:serverless + - label: Running explore:network:runner:qa:serverless command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:network:runner:qa:serverless key: explore:network:runner:qa:serverless agents: @@ -49,9 +49,9 @@ steps: retry: automatic: - exit_status: "1" - limit: 2 + limit: 2 - - label: explore:overview:runner:qa:serverless + - label: explore:overview:runner:qa:serverless command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:overview:runner:qa:serverless key: explore:overview:runner:qa:serverless agents: @@ -64,9 +64,9 @@ steps: retry: automatic: - exit_status: "1" - limit: 2 + limit: 2 - - label: Running explore:users:runner:qa:serverless + - label: Running explore:users:runner:qa:serverless command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:users:runner:qa:serverless key: explore:users:runner:qa:serverless agents: @@ -79,4 +79,4 @@ steps: retry: automatic: - exit_status: "1" - limit: 2 \ No newline at end of file + limit: 2 diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml index 3bd4f7b314005..0988bf6ecf6b8 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml @@ -49,4 +49,4 @@ steps: retry: automatic: - exit_status: "1" - limit: 2 \ No newline at end of file + limit: 2 diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml index d429833a3436e..2b9cd72e5a426 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml @@ -36,7 +36,7 @@ steps: - exit_status: "1" limit: 2 - - label: Running explore:network:runner:qa:serverless:release + - label: Running explore:network:runner:qa:serverless:release command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:network:runner:qa:serverless:release key: explore:network:runner:qa:serverless:release agents: @@ -49,9 +49,9 @@ steps: retry: automatic: - exit_status: "1" - limit: 2 + limit: 2 - - label: explore:overview:runner:qa:serverless:release + - label: explore:overview:runner:qa:serverless:release command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:overview:runner:qa:serverless:release key: explore:overview:runner:qa:serverless:release agents: @@ -64,9 +64,9 @@ steps: retry: automatic: - exit_status: "1" - limit: 2 + limit: 2 - - label: Running explore:users:runner:qa:serverless:release + - label: Running explore:users:runner:qa:serverless:release command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:users:runner:qa:serverless:release key: explore:users:runner:qa:serverless:release agents: @@ -79,4 +79,4 @@ steps: retry: automatic: - exit_status: "1" - limit: 2 + limit: 2 diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml index c99b385e562c5..d3f57e40ec2cb 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_investigations.yml @@ -49,4 +49,4 @@ steps: retry: automatic: - exit_status: "1" - limit: 2 \ No newline at end of file + limit: 2 From 612c83bd56f8c2e463b7a29105de8668a7987b45 Mon Sep 17 00:00:00 2001 From: Gloria Hornero Date: Thu, 4 Jul 2024 09:15:43 +0200 Subject: [PATCH 8/8] typo --- .../mki_periodic/mki_periodic_explore.yml | 2 +- .../mki_quality_gate/mki_quality_gate_explore.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml index a21eb5e632edc..7697da4b3edaf 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml @@ -51,7 +51,7 @@ steps: - exit_status: "1" limit: 2 - - label: explore:overview:runner:qa:serverless + - label: Running explore:overview:runner:qa:serverless command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:overview:runner:qa:serverless key: explore:overview:runner:qa:serverless agents: diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml index 2b9cd72e5a426..2c518fa24efab 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_explore.yml @@ -51,7 +51,7 @@ steps: - exit_status: "1" limit: 2 - - label: explore:overview:runner:qa:serverless:release + - label: Running explore:overview:runner:qa:serverless:release command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh explore:overview:runner:qa:serverless:release key: explore:overview:runner:qa:serverless:release agents: