Merge branch 'main' into issue-move-autocomplete-to-unified-search

.buildkite/pipelines/es_snapshots/verify.yml

@@ -29,7 +29,7 @@ steps:
 
   - command: .buildkite/scripts/steps/functional/xpack_cigroup.sh
     label: 'Default CI Group'
-    parallelism: 30
+    parallelism: 31
     agents:
       queue: n2-4
     depends_on: build

.buildkite/pipelines/on_merge.yml

@@ -51,7 +51,7 @@ steps:
 
   - command: .buildkite/scripts/steps/functional/xpack_cigroup.sh
     label: 'Default CI Group'
-    parallelism: 30
+    parallelism: 31
     agents:
       queue: n2-4-spot
     depends_on: build

.buildkite/pipelines/pull_request/base.yml

@@ -17,7 +17,7 @@ steps:
 
   - command: .buildkite/scripts/steps/functional/xpack_cigroup.sh
     label: 'Default CI Group'
-    parallelism: 30
+    parallelism: 31
     agents:
       queue: n2-4-spot-2
     depends_on: build

.buildkite/scripts/steps/cloud/deploy.json

@@ -207,7 +207,7 @@
               "zone_count": 1,
               "size": {
                 "resource": "memory",
-                "value": 1024
+                "value": 2048
               }
             }
           ],

.ci/ci_groups.yml

@@ -42,3 +42,4 @@ xpack:
   - ciGroup28
   - ciGroup29
   - ciGroup30
+  - ciGroup31

.github/CODEOWNERS

@@ -220,12 +220,14 @@
 /packages/kbn-ambient-ui-types/ @elastic/kibana-operations
 /packages/kbn-ambient-storybook-types/ @elastic/kibana-operations
 /packages/kbn-bazel-packages/ @elastic/kibana-operations
+/packages/kbn-bazel-runner/ @elastic/kibana-operations
 /packages/kbn-cli-dev-mode/ @elastic/kibana-operations
 /packages/kbn-dev-utils*/ @elastic/kibana-operations
 /packages/kbn-es-archiver/ @elastic/kibana-operations
 /packages/kbn-es/ @elastic/kibana-operations
 /packages/kbn-eslint-plugin-imports/ @elastic/kibana-operations
 /packages/kbn-generate/ @elastic/kibana-operations
+/packages/kbn-import-resolver/ @elastic/kibana-operations
 /packages/kbn-optimizer/ @elastic/kibana-operations
 /packages/kbn-plugin-discovery/ @elastic/kibana-operations
 /packages/kbn-pm/ @elastic/kibana-operations
@@ -522,9 +524,8 @@
 /x-pack/plugins/security_solution/server/lib/sourcerer @elastic/security-solution-platform
 /packages/kbn-securitysolution* @elastic/security-solution-platform
 
-
-## Security Solution sub teams - Security Threat Intelligence
-/x-pack/plugins/security_solution/public/common/components/threat_match @elastic/security-threat-intelligence
+## Security Threat Intelligence - Under Security Platform
+/x-pack/plugins/security_solution/public/common/components/threat_match @elastic/security-solution-platform
 
 ## Security Solution cross teams ownership
 /x-pack/plugins/security_solution/cypress/downloads @elastic/security-detections-response @elastic/security-threat-hunting

docs/development/core/public/kibana-plugin-core-public.savedobjectreferencewithcontext.md

@@ -19,7 +19,9 @@ export interface SavedObjectReferenceWithContext
 |  [id](./kibana-plugin-core-public.savedobjectreferencewithcontext.id.md) | string | The ID of the referenced object |
 |  [inboundReferences](./kibana-plugin-core-public.savedobjectreferencewithcontext.inboundreferences.md) | Array<{ type: string; id: string; name: string; }> | References to this object; note that this does not contain \_all inbound references everywhere for this object\_, it only contains inbound references for the scope of this operation |
 |  [isMissing?](./kibana-plugin-core-public.savedobjectreferencewithcontext.ismissing.md) | boolean | <i>(Optional)</i> Whether or not this object or reference is missing |
+|  [originId?](./kibana-plugin-core-public.savedobjectreferencewithcontext.originid.md) | string | <i>(Optional)</i> The origin ID of the referenced object (if it has one) |
 |  [spaces](./kibana-plugin-core-public.savedobjectreferencewithcontext.spaces.md) | string\[\] | The space(s) that the referenced object exists in |
 |  [spacesWithMatchingAliases?](./kibana-plugin-core-public.savedobjectreferencewithcontext.spaceswithmatchingaliases.md) | string\[\] | <i>(Optional)</i> The space(s) that legacy URL aliases matching this type/id exist in |
+|  [spacesWithMatchingOrigins?](./kibana-plugin-core-public.savedobjectreferencewithcontext.spaceswithmatchingorigins.md) | string\[\] | <i>(Optional)</i> The space(s) that objects matching this origin exist in (including this one) |
 |  [type](./kibana-plugin-core-public.savedobjectreferencewithcontext.type.md) | string | The type of the referenced object |
 

docs/development/core/public/kibana-plugin-core-public.savedobjectreferencewithcontext.originid.md

@@ -0,0 +1,13 @@
+<!-- Do not edit this file. It is automatically generated by API Documenter. -->
+
+[Home](./index.md) &gt; [kibana-plugin-core-public](./kibana-plugin-core-public.md) &gt; [SavedObjectReferenceWithContext](./kibana-plugin-core-public.savedobjectreferencewithcontext.md) &gt; [originId](./kibana-plugin-core-public.savedobjectreferencewithcontext.originid.md)
+
+## SavedObjectReferenceWithContext.originId property
+
+The origin ID of the referenced object (if it has one)
+
+<b>Signature:</b>
+
+```typescript
+originId?: string;
+```

docs/development/core/public/kibana-plugin-core-public.savedobjectreferencewithcontext.spaceswithmatchingorigins.md

@@ -0,0 +1,13 @@
+<!-- Do not edit this file. It is automatically generated by API Documenter. -->
+
+[Home](./index.md) &gt; [kibana-plugin-core-public](./kibana-plugin-core-public.md) &gt; [SavedObjectReferenceWithContext](./kibana-plugin-core-public.savedobjectreferencewithcontext.md) &gt; [spacesWithMatchingOrigins](./kibana-plugin-core-public.savedobjectreferencewithcontext.spaceswithmatchingorigins.md)
+
+## SavedObjectReferenceWithContext.spacesWithMatchingOrigins property
+
+The space(s) that objects matching this origin exist in (including this one)
+
+<b>Signature:</b>
+
+```typescript
+spacesWithMatchingOrigins?: string[];
+```

docs/development/core/server/kibana-plugin-core-server.savedobjectreferencewithcontext.md

@@ -19,7 +19,9 @@ export interface SavedObjectReferenceWithContext
 |  [id](./kibana-plugin-core-server.savedobjectreferencewithcontext.id.md) | string | The ID of the referenced object |
 |  [inboundReferences](./kibana-plugin-core-server.savedobjectreferencewithcontext.inboundreferences.md) | Array<{ type: string; id: string; name: string; }> | References to this object; note that this does not contain \_all inbound references everywhere for this object\_, it only contains inbound references for the scope of this operation |
 |  [isMissing?](./kibana-plugin-core-server.savedobjectreferencewithcontext.ismissing.md) | boolean | <i>(Optional)</i> Whether or not this object or reference is missing |
+|  [originId?](./kibana-plugin-core-server.savedobjectreferencewithcontext.originid.md) | string | <i>(Optional)</i> The origin ID of the referenced object (if it has one) |
 |  [spaces](./kibana-plugin-core-server.savedobjectreferencewithcontext.spaces.md) | string\[\] | The space(s) that the referenced object exists in |
 |  [spacesWithMatchingAliases?](./kibana-plugin-core-server.savedobjectreferencewithcontext.spaceswithmatchingaliases.md) | string\[\] | <i>(Optional)</i> The space(s) that legacy URL aliases matching this type/id exist in |
+|  [spacesWithMatchingOrigins?](./kibana-plugin-core-server.savedobjectreferencewithcontext.spaceswithmatchingorigins.md) | string\[\] | <i>(Optional)</i> The space(s) that objects matching this origin exist in (including this one) |
 |  [type](./kibana-plugin-core-server.savedobjectreferencewithcontext.type.md) | string | The type of the referenced object |
 

docs/development/core/server/kibana-plugin-core-server.savedobjectreferencewithcontext.originid.md

@@ -0,0 +1,13 @@
+<!-- Do not edit this file. It is automatically generated by API Documenter. -->
+
+[Home](./index.md) &gt; [kibana-plugin-core-server](./kibana-plugin-core-server.md) &gt; [SavedObjectReferenceWithContext](./kibana-plugin-core-server.savedobjectreferencewithcontext.md) &gt; [originId](./kibana-plugin-core-server.savedobjectreferencewithcontext.originid.md)
+
+## SavedObjectReferenceWithContext.originId property
+
+The origin ID of the referenced object (if it has one)
+
+<b>Signature:</b>
+
+```typescript
+originId?: string;
+```

docs/development/core/server/kibana-plugin-core-server.savedobjectreferencewithcontext.spaceswithmatchingorigins.md

@@ -0,0 +1,13 @@
+<!-- Do not edit this file. It is automatically generated by API Documenter. -->
+
+[Home](./index.md) &gt; [kibana-plugin-core-server](./kibana-plugin-core-server.md) &gt; [SavedObjectReferenceWithContext](./kibana-plugin-core-server.savedobjectreferencewithcontext.md) &gt; [spacesWithMatchingOrigins](./kibana-plugin-core-server.savedobjectreferencewithcontext.spaceswithmatchingorigins.md)
+
+## SavedObjectReferenceWithContext.spacesWithMatchingOrigins property
+
+The space(s) that objects matching this origin exist in (including this one)
+
+<b>Signature:</b>
+
+```typescript
+spacesWithMatchingOrigins?: string[];
+```

package.json

@@ -105,7 +105,7 @@
     "@elastic/apm-rum": "^5.10.2",
     "@elastic/apm-rum-react": "^1.3.4",
     "@elastic/apm-synthtrace": "link:bazel-bin/packages/elastic-apm-synthtrace",
-    "@elastic/charts": "46.0.0",
+    "@elastic/charts": "46.0.1",
     "@elastic/datemath": "5.0.3",
     "@elastic/elasticsearch": "npm:@elastic/[email protected]",
     "@elastic/ems-client": "8.2.0",
@@ -481,6 +481,10 @@
     "@kbn/babel-plugin-synthetic-packages": "link:bazel-bin/packages/kbn-babel-plugin-synthetic-packages",
     "@kbn/babel-preset": "link:bazel-bin/packages/kbn-babel-preset",
     "@kbn/bazel-packages": "link:bazel-bin/packages/kbn-bazel-packages",
+    "@kbn/bazel-runner": "link:bazel-bin/packages/kbn-bazel-runner",
+    "@kbn/ci-stats-client": "link:bazel-bin/packages/kbn-ci-stats-client",
+    "@kbn/ci-stats-core": "link:bazel-bin/packages/kbn-ci-stats-core",
+    "@kbn/ci-stats-reporter": "link:bazel-bin/packages/kbn-ci-stats-reporter",
     "@kbn/cli-dev-mode": "link:bazel-bin/packages/kbn-cli-dev-mode",
     "@kbn/dev-utils": "link:bazel-bin/packages/kbn-dev-utils",
     "@kbn/docs-utils": "link:bazel-bin/packages/kbn-docs-utils",
@@ -491,17 +495,21 @@
     "@kbn/find-used-node-modules": "link:bazel-bin/packages/kbn-find-used-node-modules",
     "@kbn/generate": "link:bazel-bin/packages/kbn-generate",
     "@kbn/import-resolver": "link:bazel-bin/packages/kbn-import-resolver",
+    "@kbn/jest-serializers": "link:bazel-bin/packages/kbn-jest-serializers",
     "@kbn/optimizer": "link:bazel-bin/packages/kbn-optimizer",
     "@kbn/plugin-generator": "link:bazel-bin/packages/kbn-plugin-generator",
     "@kbn/plugin-helpers": "link:bazel-bin/packages/kbn-plugin-helpers",
     "@kbn/pm": "link:packages/kbn-pm",
+    "@kbn/sort-package-json": "link:bazel-bin/packages/kbn-sort-package-json",
     "@kbn/spec-to-console": "link:bazel-bin/packages/kbn-spec-to-console",
+    "@kbn/stdio-dev-helpers": "link:bazel-bin/packages/kbn-stdio-dev-helpers",
     "@kbn/storybook": "link:bazel-bin/packages/kbn-storybook",
     "@kbn/synthetic-package-map": "link:bazel-bin/packages/kbn-synthetic-package-map",
     "@kbn/telemetry-tools": "link:bazel-bin/packages/kbn-telemetry-tools",
     "@kbn/test": "link:bazel-bin/packages/kbn-test",
     "@kbn/test-jest-helpers": "link:bazel-bin/packages/kbn-test-jest-helpers",
     "@kbn/test-subj-selector": "link:bazel-bin/packages/kbn-test-subj-selector",
+    "@kbn/tooling-log": "link:bazel-bin/packages/kbn-tooling-log",
     "@kbn/type-summarizer": "link:bazel-bin/packages/kbn-type-summarizer",
     "@loaders.gl/polyfills": "^2.3.5",
     "@mapbox/vector-tile": "1.3.1",
@@ -600,6 +608,10 @@
     "@types/kbn__apm-utils": "link:bazel-bin/packages/kbn-apm-utils/npm_module_types",
     "@types/kbn__axe-config": "link:bazel-bin/packages/kbn-axe-config/npm_module_types",
     "@types/kbn__bazel-packages": "link:bazel-bin/packages/kbn-bazel-packages/npm_module_types",
+    "@types/kbn__bazel-runner": "link:bazel-bin/packages/kbn-bazel-runner/npm_module_types",
+    "@types/kbn__ci-stats-client": "link:bazel-bin/packages/kbn-ci-stats-client/npm_module_types",
+    "@types/kbn__ci-stats-core": "link:bazel-bin/packages/kbn-ci-stats-core/npm_module_types",
+    "@types/kbn__ci-stats-reporter": "link:bazel-bin/packages/kbn-ci-stats-reporter/npm_module_types",
     "@types/kbn__cli-dev-mode": "link:bazel-bin/packages/kbn-cli-dev-mode/npm_module_types",
     "@types/kbn__coloring": "link:bazel-bin/packages/kbn-coloring/npm_module_types",
     "@types/kbn__config": "link:bazel-bin/packages/kbn-config/npm_module_types",
@@ -620,6 +632,7 @@
     "@types/kbn__import-resolver": "link:bazel-bin/packages/kbn-import-resolver/npm_module_types",
     "@types/kbn__interpreter": "link:bazel-bin/packages/kbn-interpreter/npm_module_types",
     "@types/kbn__io-ts-utils": "link:bazel-bin/packages/kbn-io-ts-utils/npm_module_types",
+    "@types/kbn__jest-serializers": "link:bazel-bin/packages/kbn-jest-serializers/npm_module_types",
     "@types/kbn__logging": "link:bazel-bin/packages/kbn-logging/npm_module_types",
     "@types/kbn__logging-mocks": "link:bazel-bin/packages/kbn-logging-mocks/npm_module_types",
     "@types/kbn__mapbox-gl": "link:bazel-bin/packages/kbn-mapbox-gl/npm_module_types",
@@ -651,11 +664,14 @@
     "@types/kbn__shared-ux-services": "link:bazel-bin/packages/kbn-shared-ux-services/npm_module_types",
     "@types/kbn__shared-ux-storybook": "link:bazel-bin/packages/kbn-shared-ux-storybook/npm_module_types",
     "@types/kbn__shared-ux-utility": "link:bazel-bin/packages/kbn-shared-ux-utility/npm_module_types",
+    "@types/kbn__sort-package-json": "link:bazel-bin/packages/kbn-sort-package-json/npm_module_types",
     "@types/kbn__std": "link:bazel-bin/packages/kbn-std/npm_module_types",
+    "@types/kbn__stdio-dev-helpers": "link:bazel-bin/packages/kbn-stdio-dev-helpers/npm_module_types",
     "@types/kbn__storybook": "link:bazel-bin/packages/kbn-storybook/npm_module_types",
     "@types/kbn__telemetry-tools": "link:bazel-bin/packages/kbn-telemetry-tools/npm_module_types",
     "@types/kbn__test": "link:bazel-bin/packages/kbn-test/npm_module_types",
     "@types/kbn__test-jest-helpers": "link:bazel-bin/packages/kbn-test-jest-helpers/npm_module_types",
+    "@types/kbn__tooling-log": "link:bazel-bin/packages/kbn-tooling-log/npm_module_types",
     "@types/kbn__typed-react-router-config": "link:bazel-bin/packages/kbn-typed-react-router-config/npm_module_types",
     "@types/kbn__ui-shared-deps-npm": "link:bazel-bin/packages/kbn-ui-shared-deps-npm/npm_module_types",
     "@types/kbn__ui-shared-deps-src": "link:bazel-bin/packages/kbn-ui-shared-deps-src/npm_module_types",

packages/BUILD.bazel

@@ -24,6 +24,10 @@ filegroup(
     "//packages/kbn-babel-plugin-synthetic-packages:build",
     "//packages/kbn-babel-preset:build",
     "//packages/kbn-bazel-packages:build",
+    "//packages/kbn-bazel-runner:build",
+    "//packages/kbn-ci-stats-client:build",
+    "//packages/kbn-ci-stats-core:build",
+    "//packages/kbn-ci-stats-reporter:build",
     "//packages/kbn-cli-dev-mode:build",
     "//packages/kbn-coloring:build",
     "//packages/kbn-config-schema:build",
@@ -48,6 +52,7 @@ filegroup(
     "//packages/kbn-import-resolver:build",
     "//packages/kbn-interpreter:build",
     "//packages/kbn-io-ts-utils:build",
+    "//packages/kbn-jest-serializers:build",
     "//packages/kbn-logging-mocks:build",
     "//packages/kbn-logging:build",
     "//packages/kbn-mapbox-gl:build",
@@ -78,8 +83,10 @@ filegroup(
     "//packages/kbn-shared-ux-services:build",
     "//packages/kbn-shared-ux-storybook:build",
     "//packages/kbn-shared-ux-utility:build",
+    "//packages/kbn-sort-package-json:build",
     "//packages/kbn-spec-to-console:build",
     "//packages/kbn-std:build",
+    "//packages/kbn-stdio-dev-helpers:build",
     "//packages/kbn-storybook:build",
     "//packages/kbn-synthetic-package-map:build",
     "//packages/kbn-telemetry-tools:build",
@@ -88,6 +95,7 @@ filegroup(
     "//packages/kbn-test:build",
     "//packages/kbn-timelion-grammar:build",
     "//packages/kbn-tinymath:build",
+    "//packages/kbn-tooling-log:build",
     "//packages/kbn-type-summarizer:build",
     "//packages/kbn-typed-react-router-config:build",
     "//packages/kbn-ui-framework:build",
@@ -114,6 +122,10 @@ filegroup(
     "//packages/kbn-apm-utils:build_types",
     "//packages/kbn-axe-config:build_types",
     "//packages/kbn-bazel-packages:build_types",
+    "//packages/kbn-bazel-runner:build_types",
+    "//packages/kbn-ci-stats-client:build_types",
+    "//packages/kbn-ci-stats-core:build_types",
+    "//packages/kbn-ci-stats-reporter:build_types",
     "//packages/kbn-cli-dev-mode:build_types",
     "//packages/kbn-coloring:build_types",
     "//packages/kbn-config-schema:build_types",
@@ -134,6 +146,7 @@ filegroup(
     "//packages/kbn-import-resolver:build_types",
     "//packages/kbn-interpreter:build_types",
     "//packages/kbn-io-ts-utils:build_types",
+    "//packages/kbn-jest-serializers:build_types",
     "//packages/kbn-logging-mocks:build_types",
     "//packages/kbn-logging:build_types",
     "//packages/kbn-mapbox-gl:build_types",
@@ -164,11 +177,14 @@ filegroup(
     "//packages/kbn-shared-ux-services:build_types",
     "//packages/kbn-shared-ux-storybook:build_types",
     "//packages/kbn-shared-ux-utility:build_types",
+    "//packages/kbn-sort-package-json:build_types",
     "//packages/kbn-std:build_types",
+    "//packages/kbn-stdio-dev-helpers:build_types",
     "//packages/kbn-storybook:build_types",
     "//packages/kbn-telemetry-tools:build_types",
     "//packages/kbn-test-jest-helpers:build_types",
     "//packages/kbn-test:build_types",
+    "//packages/kbn-tooling-log:build_types",
     "//packages/kbn-type-summarizer:build_types",
     "//packages/kbn-typed-react-router-config:build_types",
     "//packages/kbn-ui-shared-deps-npm:build_types",

packages/elastic-eslint-config-kibana/.eslintrc.js

@@ -105,6 +105,90 @@ module.exports = {
       ],
     ],
 
+    /**
+     * ESLint rule to aid with breaking up packages:
+     *
+     *  `fromPacakge` the package name which was broken up
+     *  `toPackage` the package where the removed exports were placed
+     *  `exportNames` the list of exports which used to be found in `fromPacakge` and are now found in `toPackage`
+     *
+     * TODO(@spalger): once packages have types we should be able to filter this rule based on the package type
+     *  of the file being linted so that we could re-route imports from `plugin-client` types to a different package
+     *  than `plugin-server` types.
+     */
+    '@kbn/imports/exports_moved_packages': ['error', [
+      {
+        fromPackage: '@kbn/dev-utils',
+        toPackage: '@kbn/tooling-log',
+        exportNames: [
+          'DEFAULT_LOG_LEVEL',
+          'getLogLevelFlagsHelp',
+          'LOG_LEVEL_FLAGS',
+          'LogLevel',
+          'Message',
+          'ParsedLogLevel',
+          'parseLogLevel',
+          'pickLevelFromFlags',
+          'ToolingLog',
+          'ToolingLogCollectingWriter',
+          'ToolingLogOptions',
+          'ToolingLogTextWriter',
+          'ToolingLogTextWriterConfig',
+          'Writer',
+        ]
+      },
+      {
+        fromPackage: '@kbn/dev-utils',
+        toPackage: '@kbn/ci-stats-reporter',
+        exportNames: [
+          'CiStatsMetric',
+          'CiStatsReporter',
+          'CiStatsReportTestsOptions',
+          'CiStatsTestGroupInfo',
+          'CiStatsTestResult',
+          'CiStatsTestRun',
+          'CiStatsTestType',
+          'CiStatsTiming',
+          'getTimeReporter',
+          'MetricsOptions',
+          'TimingsOptions',
+        ]
+      },
+      {
+        fromPackage: '@kbn/dev-utils',
+        toPackage: '@kbn/ci-stats-core',
+        exportNames: [
+          'Config',
+        ]
+      },
+      {
+        fromPackage: '@kbn/dev-utils',
+        toPackage: '@kbn/jest-serializers',
+        exportNames: [
+          'createAbsolutePathSerializer',
+          'createStripAnsiSerializer',
+          'createRecursiveSerializer',
+          'createAnyInstanceSerializer',
+          'createReplaceSerializer',
+        ]
+      },
+      {
+        fromPackage: '@kbn/dev-utils',
+        toPackage: '@kbn/stdio-dev-helpers',
+        exportNames: [
+          'observeReadable',
+          'observeLines',
+        ]
+      },
+      {
+        fromPackage: '@kbn/dev-utils',
+        toPackage: '@kbn/sort-package-json',
+        exportNames: [
+          'sortPackageJson',
+        ]
+      },
+    ]],
+
     '@kbn/eslint/no_async_promise_body': 'error',
     '@kbn/eslint/no_async_foreach': 'error',
     '@kbn/eslint/no_trailing_import_slash': 'error',

packages/kbn-bazel-packages/src/bazel_package.ts

@@ -70,6 +70,13 @@ export class BazelPackage {
     return !!(this.buildBazelContent && BUILD_TYPES_RULE_NAME.test(this.buildBazelContent));
   }
 
+  /**
+   * Returns true if the package is not intended to be in the build
+   */
+  isDevOnly() {
+    return !!this.pkg.kibana?.devOnly;
+  }
+
   /**
    * Custom inspect handler so that logging variables in scripts/generate doesn't
    * print all the BUILD.bazel files