Merge branch 'main' of github.com:elastic/kibana into investigation_f…

…ields_followup

.buildkite/ftr_configs.yml

@@ -419,6 +419,7 @@ enabled:
   - x-pack/performance/journeys/ecommerce_dashboard_saved_search_only.ts
   - x-pack/performance/journeys/ecommerce_dashboard_tsvb_gauge_only.ts
   - x-pack/performance/journeys/dashboard_listing_page.ts
+  - x-pack/performance/journeys/tags_listing_page.ts
   - x-pack/performance/journeys/cloud_security_dashboard.ts
   - x-pack/performance/journeys/apm_service_inventory.ts
   - x-pack/test/custom_branding/config.ts

.buildkite/pipelines/on_merge_unsupported_ftrs.yml

@@ -55,25 +55,21 @@ steps:
       queue: n2-4-spot
     depends_on: build
     timeout_in_minutes: 120
-    parallelism: 4
+    parallelism: 14
     retry:
       automatic:
-        - exit_status: '-1'
-          limit: 3
         - exit_status: '*'
           limit: 1
 
   - command: .buildkite/scripts/steps/functional/security_solution_investigations.sh
-    label: 'Investigations - Security Solution Tests'
+    label: 'Investigations - Security Solution Cypress Tests'
     agents:
       queue: n2-4-spot
     depends_on: build
     timeout_in_minutes: 120
-    parallelism: 4
+    parallelism: 6
     retry:
       automatic:
-        - exit_status: '-1'
-          limit: 3
         - exit_status: '*'
           limit: 1
 
@@ -86,11 +82,9 @@ steps:
     parallelism: 2
     retry:
       automatic:
-        - exit_status: '-1'
-          limit: 3
         - exit_status: '*'
           limit: 1
-          
+
   - command: .buildkite/scripts/steps/functional/defend_workflows.sh
     label: 'Defend Workflows Cypress Tests'
     agents:
@@ -100,8 +94,6 @@ steps:
     parallelism: 2
     retry:
       automatic:
-        - exit_status: '-1'
-          limit: 3
         - exit_status: '*'
           limit: 1
     artifact_paths:
@@ -116,8 +108,6 @@ steps:
     parallelism: 6
     retry:
       automatic:
-        - exit_status: '-1'
-          limit: 3
         - exit_status: '*'
           limit: 1
     artifact_paths:

.buildkite/pipelines/pull_request/base.yml

@@ -101,7 +101,7 @@ steps:
       queue: n2-4-spot
     depends_on: build
     timeout_in_minutes: 40
-    parallelism: 10
+    parallelism: 16
     soft_fail: true
     retry:
       automatic:
@@ -130,7 +130,7 @@ steps:
       queue: n2-4-spot
     depends_on: build
     timeout_in_minutes: 40
-    parallelism: 4
+    parallelism: 6
     soft_fail: true
     retry:
       automatic:

.buildkite/pipelines/pull_request/defend_workflows.yml

@@ -16,10 +16,10 @@ steps:
   - command: .buildkite/scripts/steps/functional/defend_workflows_vagrant.sh
     label: 'Defend Workflows Endpoint Cypress Tests'
     agents:
-      queue: n2-16-virt
+      queue: n2-4-virt
     depends_on: build
     timeout_in_minutes: 120
-    parallelism: 6
+    parallelism: 5
     retry:
       automatic:
         - exit_status: '*'

.buildkite/pipelines/pull_request/osquery_cypress.yml

@@ -20,6 +20,8 @@ steps:
     depends_on: build
     timeout_in_minutes: 50
     soft_fail: true
+    retry:
+      automatic: false
     artifact_paths:
       - "target/kibana-osquery/**/*"
 

.buildkite/pipelines/pull_request/security_solution.yml

@@ -5,7 +5,7 @@ steps:
       queue: n2-4-spot
     depends_on: build
     timeout_in_minutes: 60
-    parallelism: 10
+    parallelism: 16
     retry:
       automatic:
         - exit_status: '*'
@@ -19,7 +19,7 @@ steps:
       queue: n2-4-spot
     depends_on: build
     timeout_in_minutes: 60
-    parallelism: 2
+    parallelism: 4
     retry:
       automatic:
         - exit_status: '*'
@@ -33,7 +33,7 @@ steps:
       queue: n2-4-spot
     depends_on: build
     timeout_in_minutes: 120
-    parallelism: 4
+    parallelism: 6
     retry:
       automatic:
         - exit_status: '*'
@@ -48,6 +48,8 @@ steps:
     depends_on: build
     timeout_in_minutes: 120
     parallelism: 1
+    retry:
+      automatic: false
     soft_fail: true
     artifact_paths:
       - "target/kibana-security-solution/**/*"

.buildkite/pipelines/quality-gates/pipeline.tests-production.yaml

@@ -1,11 +1,6 @@
 steps:
-  - label: ":pipeline::kibana::seedling: Trigger Kibana Tests for ${ENVIRONMENT}"
-    command: echo "replace me with Kibana specific tests"
-    agent:
-      image: "docker.elastic.co/ci-agent-images/basic-buildkite-agent:1688566364"
-
-  - label: ":pipeline::fleet::seedling: Trigger Fleet Kibana Tests for ${ENVIRONMENT}"
-    command: echo "replace me with Fleet specific Kibana tests"
+  - label: ":pipeline::fleet::seedling: Trigger Observability Kibana Tests for ${ENVIRONMENT}"
+    command: echo "replace me with Observability specific Kibana tests"
     agent:
       image: "docker.elastic.co/ci-agent-images/basic-buildkite-agent:1688566364"
 

.buildkite/pipelines/quality-gates/pipeline.tests-qa.yaml

@@ -13,3 +13,8 @@ steps:
     command: echo "replace me with Security specific Kibana tests"
     agent:
       image: "docker.elastic.co/ci-agent-images/basic-buildkite-agent:1688566364"
+
+  - label: ":pipeline::lock::seedling: Trigger Control Plane Kibana Tests for ${ENVIRONMENT}"
+    command: echo "replace me with Control Plane specific Kibana tests"
+    agent:
+      image: "docker.elastic.co/ci-agent-images/basic-buildkite-agent:1688566364"

.buildkite/pipelines/quality-gates/pipeline.tests-staging.yaml

@@ -1,11 +1,6 @@
 steps:
-  - label: ":pipeline::kibana::seedling: Trigger Kibana Tests for ${ENVIRONMENT}"
-    command: echo "replace me with Kibana specific tests"
-    agent:
-      image: "docker.elastic.co/ci-agent-images/basic-buildkite-agent:1688566364"
-
-  - label: ":pipeline::fleet::seedling: Trigger Fleet Kibana Tests for ${ENVIRONMENT}"
-    command: echo "replace me with Fleet specific Kibana tests"
+  - label: ":pipeline::fleet::seedling: Trigger Observability Kibana Tests for ${ENVIRONMENT}"
+    command: echo "replace me with Observability specific Kibana tests"
     agent:
       image: "docker.elastic.co/ci-agent-images/basic-buildkite-agent:1688566364"
 

.buildkite/pipelines/serverless.yml

@@ -66,35 +66,7 @@ steps:
       queue: n2-4-spot
     depends_on: build
     timeout_in_minutes: 40
-    parallelism: 12
-    retry:
-      automatic:
-        - exit_status: '*'
-          limit: 1
-    artifact_paths:
-      - "target/kibana-security-serverless/**/*"
-
-  - command: .buildkite/scripts/steps/functional/security_serverless.sh
-    label: 'Explore - Security Solution Cypress Tests'
-    agents:
-      queue: n2-4-spot
-    depends_on: build
-    timeout_in_minutes: 40
-    parallelism: 12
-    retry:
-      automatic:
-        - exit_status: '*'
-          limit: 1
-    artifact_paths:
-      - "target/kibana-security-serverless/**/*"
-
-  - command: .buildkite/scripts/steps/functional/security_serverless.sh
-    label: 'Serverless Security Cypress Tests'
-    agents:
-      queue: n2-4-spot
-    depends_on: build
-    timeout_in_minutes: 40
-    parallelism: 12
+    parallelism: 16
     retry:
       automatic:
         - exit_status: '*'
@@ -103,7 +75,7 @@ steps:
       - "target/kibana-security-serverless/**/*"
 
   - command: .buildkite/scripts/steps/functional/security_serverless_explore.sh
-    label: 'Explore - Security Solution Cypress Tests'
+    label: 'Serverless Explore - Security Solution Cypress Tests'
     agents:
       queue: n2-4-spot
     depends_on: build
@@ -117,7 +89,7 @@ steps:
       - "target/kibana-security-serverless/**/*"
 
   - command: .buildkite/scripts/steps/functional/security_serverless_investigations.sh
-    label: 'Investigations - Security Solution Cypress Tests'
+    label: 'Serverless Investigations - Security Solution Cypress Tests'
     agents:
       queue: n2-4-spot
     depends_on: build

.buildkite/scripts/steps/add_gh_labels_to_bk_metadata.ts

@@ -27,15 +27,15 @@ const fetchLabels = (prNumber: PrNumber) =>
 
 try {
   const labels = pipe(head, firstMatch, parseInt10, fetchLabels)(`${process.env[parseTarget]}`);
-  execSync(`buildkite-agent meta-data set gh_labels ${labels}`);
-  if (alsoAnnotate)
-    execSync(
-      `buildkite-agent annotate --context 'default' --style 'info' "Github Labels: ${labels}"`
-    );
+  if (labels) {
+    execSync(`buildkite-agent meta-data set gh_labels ${labels}`);
+    if (alsoAnnotate)
+      execSync(
+        `buildkite-agent annotate --context 'default' --style 'info' "Github Labels: ${labels}"`
+      );
+  }
 } catch (e) {
-  console.error(
-    `\n!!! Error fetching Github Labels (stringified): \n${JSON.stringify(e, null, 2)}`
-  );
+  console.error(`Error fetching Github Labels for issue ${firstMatch}`);
 }
 
 export {};

.buildkite/scripts/steps/functional/apm_cypress.sh

@@ -16,7 +16,7 @@ GH_APM_TEAM_LABEL="Team:APM"
 if (! is_pr); then
   echo "--- Add GH labels to buildkite metadata"
   ts-node .buildkite/scripts/steps/add_gh_labels_to_bk_metadata.ts BUILDKITE_MESSAGE true
-  GH_ON_MERGE_LABELS="$(buildkite-agent meta-data get gh_labels)"
+  GH_ON_MERGE_LABELS="$(buildkite-agent meta-data get gh_labels --default '')"
 fi
 
 # Enabling cypress dashboard recording when PR is labeled with `apm:cypress-record` and we are not using the flaky test runner OR on merge with Team:APM label applied

.buildkite/scripts/steps/functional/defend_workflows.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Defend Workflows Cypress tests"
 
-yarn --cwd x-pack/plugins/security_solution cypress:dw:run
+cd x-pack/plugins/security_solution
+
+yarn cypress:dw:run; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/defend_workflows_vagrant.sh

@@ -8,7 +8,8 @@ source .buildkite/scripts/steps/functional/common_cypress.sh
 export JOB=kibana-defend-workflows-endpoint-cypress
 export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
-
 echo "--- Defend Workflows Endpoint Cypress tests"
 
-yarn --cwd x-pack/plugins/security_solution cypress:dw:endpoint:run
+cd x-pack/plugins/security_solution
+
+yarn cypress:dw:endpoint:run; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/response_ops.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Response Ops Cypress Tests on Security Solution"
 
-yarn --cwd x-pack/test/security_solution_cypress cypress:run:respops:ess
+cd x-pack/test/security_solution_cypress
+
+yarn cypress:run:respops:ess; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/response_ops_cases.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Response Ops Cases Cypress Tests on Security Solution"
 
-yarn --cwd x-pack/test/security_solution_cypress cypress:run:cases:ess
+cd x-pack/test/security_solution_cypress
+
+yarn cypress:run:cases:ess; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/security_serverless.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Security Serverless Cypress Tests"
 
-yarn --cwd x-pack/test/security_solution_cypress cypress:run:serverless
+cd x-pack/test/security_solution_cypress
+
+yarn cypress:run:serverless; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/security_serverless_explore.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Explore - Security Solution Cypress Tests"
 
-yarn --cwd x-pack/test/security_solution_cypress cypress:explore:run:serverless
+cd x-pack/test/security_solution_cypress
+
+yarn cypress:explore:run:serverless; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/security_serverless_investigations.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Investigations Cypress Tests on Serverless"
 
-yarn --cwd x-pack/test/security_solution_cypress cypress:investigations:run:serverless
+cd x-pack/test/security_solution_cypress
+
+yarn cypress:investigations:run:serverless; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/security_solution.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Security Solution Cypress tests (Chrome)"
 
-yarn --cwd x-pack/test/security_solution_cypress cypress:run:ess
+cd x-pack/test/security_solution_cypress
+
+yarn cypress:run:ess; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/security_solution_explore.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Explore Cypress Tests on Security Solution"
 
-yarn --cwd x-pack/test/security_solution_cypress cypress:explore:run:ess
+cd x-pack/test/security_solution_cypress
+
+yarn cypress:explore:run:ess; status=$?; yarn junit:merge && exit $status

.buildkite/scripts/steps/functional/security_solution_investigations.sh

@@ -10,4 +10,6 @@ export KIBANA_INSTALL_DIR=${KIBANA_BUILD_LOCATION}
 
 echo "--- Investigations - Security Solution Cypress Tests"
 
-yarn --cwd x-pack/test/security_solution_cypress cypress:investigations:run:ess
+cd x-pack/test/security_solution_cypress
+
+yarn cypress:investigations:run:ess; status=$?; yarn junit:merge && exit $status

.github/CODEOWNERS

@@ -604,6 +604,7 @@ x-pack/plugins/security_solution @elastic/security-solution
 x-pack/plugins/security_solution_serverless @elastic/security-solution
 x-pack/packages/security-solution/side_nav @elastic/security-threat-hunting-explore
 x-pack/packages/security-solution/storybook/config @elastic/security-threat-hunting-explore
+x-pack/packages/security-solution/upselling @elastic/security-threat-hunting-explore
 x-pack/test/security_functional/plugins/test_endpoints @elastic/kibana-security
 packages/kbn-securitysolution-autocomplete @elastic/security-detection-engine
 x-pack/packages/security-solution/data_table @elastic/security-threat-hunting-investigations

api_docs/actions.mdx

@@ -8,7 +8,7 @@ slug: /kibana-dev-docs/api/actions
 title: "actions"
 image: https://source.unsplash.com/400x175/?github
 description: API docs for the actions plugin
-date: 2023-08-24
+date: 2023-08-25
 tags: ['contributor', 'dev', 'apidocs', 'kibana', 'actions']
 ---
 import actionsObj from './actions.devdocs.json';

api_docs/advanced_settings.mdx

@@ -8,7 +8,7 @@ slug: /kibana-dev-docs/api/advancedSettings
 title: "advancedSettings"
 image: https://source.unsplash.com/400x175/?github
 description: API docs for the advancedSettings plugin
-date: 2023-08-24
+date: 2023-08-25
 tags: ['contributor', 'dev', 'apidocs', 'kibana', 'advancedSettings']
 ---
 import advancedSettingsObj from './advanced_settings.devdocs.json';

api_docs/aiops.mdx

@@ -8,7 +8,7 @@ slug: /kibana-dev-docs/api/aiops
 title: "aiops"
 image: https://source.unsplash.com/400x175/?github
 description: API docs for the aiops plugin
-date: 2023-08-24
+date: 2023-08-25
 tags: ['contributor', 'dev', 'apidocs', 'kibana', 'aiops']
 ---
 import aiopsObj from './aiops.devdocs.json';

api_docs/alerting.mdx

@@ -8,7 +8,7 @@ slug: /kibana-dev-docs/api/alerting
 title: "alerting"
 image: https://source.unsplash.com/400x175/?github
 description: API docs for the alerting plugin
-date: 2023-08-24
+date: 2023-08-25
 tags: ['contributor', 'dev', 'apidocs', 'kibana', 'alerting']
 ---
 import alertingObj from './alerting.devdocs.json';