Merge branch '8.x' into lucene_9_12_1

docs/changelog/118166.yaml

@@ -0,0 +1,5 @@
+pr: 118166
+summary: Update minimum supported snapshot version for Machine Learning jobs to 8.3.0
+area: Machine Learning
+type: upgrade
+issues: []

docs/changelog/118173.yaml

@@ -0,0 +1,5 @@
+pr: 118173
+summary: ES|QL categorize with multiple groupings
+area: Machine Learning
+type: feature
+issues: []

docs/reference/connector/docs/connectors-release-notes.asciidoc

@@ -9,8 +9,76 @@
 Prior to version *8.16.0*, the connector release notes were published as part of the {enterprise-search-ref}/changelog.html[Enterprise Search documentation].
 ====
 
-*Release notes*:
+[discrete]
+[[es-connectors-release-notes-8-17-0]]
+=== 8.17.0
 
-* <<es-connectors-release-notes-8-16-0>>
+No notable changes in this release.
 
-include::release-notes/connectors-release-notes-8.16.0.asciidoc[]
+[discrete]
+[[es-connectors-release-notes-8-16-1]]
+=== 8.16.1
+
+[discrete]
+[[es-connectors-release-notes-8-16-1-bug-fixes]]
+==== Bug fixes
+
+* Fixed a bug in the Outlook Connector where having deactivated users could cause the sync to fail.
+See https://github.com/elastic/connectors/pull/2967[*PR 2967*].
+* Fixed a bug where the Confluence connector was not downloading some blog post documents due to unexpected response format.
+See https://github.com/elastic/connectors/pull/2984[*PR 2984*].
+
+[discrete]
+[[es-connectors-release-notes-8-16-0]]
+=== 8.16.0
+
+[discrete]
+[[es-connectors-release-notes-deprecation-notice]]
+==== Deprecation notices
+
+* *Direct index access for connectors and sync jobs*
++
+IMPORTANT: Directly accessing connector and sync job state through `.elastic-connectors*` indices is deprecated, and will be disallowed entirely in a future release.
+
+* Instead, the Elasticsearch Connector APIs should be used. Connectors framework code now uses the <<connector-apis,Connector APIs>> by default.
+See https://github.com/elastic/connectors/pull/2884[*PR 2902*].
+
+* *Docker `enterprise-search` namespace deprecation*
++
+IMPORTANT: The `enterprise-search` Docker namespace is deprecated and will be discontinued in a future release. 
++
+Starting in `8.16.0`, Docker images are being transitioned to the new `integrations` namespace, which will become the sole location for future releases. This affects the https://github.com/elastic/connectors[Elastic Connectors] and https://github.com/elastic/data-extraction-service[Elastic Data Extraction Service].
++
+During this transition period, images are published to both namespaces:
++
+** *Example*:
++
+Deprecated namespace::
+`docker.elastic.co/enterprise-search/elastic-connectors:v8.16.0`
++
+New namespace::
+`docker.elastic.co/integrations/elastic-connectors:v8.16.0`
++
+Users should migrate to the new `integrations` namespace as soon as possible to ensure continued access to future releases.
+
+[discrete]
+[[es-connectors-release-notes-8-16-0-enhancements]]
+==== Enhancements
+
+* Docker images now use Chainguard's Wolfi base image (`docker.elastic.co/wolfi/jdk:openjdk-11-dev`), replacing the previous `ubuntu:focal` base.
+
+* The Sharepoint Online connector now works with the `Sites.Selected` permission instead of the broader permission `Sites.Read.All`.
+See https://github.com/elastic/connectors/pull/2762[*PR 2762*].
+
+* Starting in 8.16.0, connectors will start using proper SEMVER, with `MAJOR.MINOR.PATCH`, which aligns with Elasticsearch/Kibana versions. This drops the previous `.BUILD` suffix, which we used to release connectors between Elastic stack releases. Going forward, these inter-stack-release releases will be suffixed instead with `+<timestamp>`, aligning with Elastic Agent and conforming to SEMVER. 
+See https://github.com/elastic/connectors/pull/2749[*PR 2749*].
+
+* Connector logs now use UTC timestamps, instead of machine-local timestamps. This only impacts logging output.
+See https://github.com/elastic/connectors/pull/2695[*PR 2695*].
+
+[discrete]
+[[es-connectors-release-notes-8-16-0-bug-fixes]]
+==== Bug fixes
+
+* The Dropbox connector now fetches the files from team shared folders.
+See https://github.com/elastic/connectors/pull/2718[*PR 2718*].

x-pack/plugin/core/src/main/java/org/elasticsearch/xpack/core/ml/MachineLearningField.java

@@ -67,12 +67,12 @@ public final class MachineLearningField {
         License.OperationMode.PLATINUM
     );
 
-    // Ideally this would be 7.0.0, but it has to be 6.4.0 because due to an oversight it's impossible
+    // Ideally this would be 8.3.0, but it has to be 6.4.0 because due to an oversight it's impossible
     // for the Java code to distinguish the model states for versions 6.4.0 to 7.9.3 inclusive.
     public static final MlConfigVersion MIN_CHECKED_SUPPORTED_SNAPSHOT_VERSION = MlConfigVersion.fromString("6.4.0");
-    // We tell the user we support model snapshots newer than 7.0.0 as that's the major version
-    // boundary, even though behind the scenes we have to support back to 6.4.0.
-    public static final MlConfigVersion MIN_REPORTED_SUPPORTED_SNAPSHOT_VERSION = MlConfigVersion.V_7_0_0;
+    // We tell the user we support model snapshots newer than 8.3.0 as that's the version with the last format change,
+    // even though behind the scenes we have to support back to 6.4.0.
+    public static final MlConfigVersion MIN_REPORTED_SUPPORTED_SNAPSHOT_VERSION = MlConfigVersion.V_8_3_0;
 
     private MachineLearningField() {}
 

x-pack/plugin/deprecation/qa/rest/src/javaRestTest/java/org/elasticsearch/xpack/deprecation/MlDeprecationIT.java

@@ -63,7 +63,7 @@ public void testMlDeprecationChecks() throws Exception {
         indexDoc(
             ".ml-anomalies-.write-" + jobId,
             jobId + "_model_snapshot_2",
-            "{\"job_id\":\"deprecation_check_job\",\"snapshot_id\":\"2\",\"snapshot_doc_count\":1,\"min_version\":\"8.0.0\"}"
+            "{\"job_id\":\"deprecation_check_job\",\"snapshot_id\":\"2\",\"snapshot_doc_count\":1,\"min_version\":\"8.3.0\"}"
         );
         client().performRequest(new Request("POST", "/.ml-anomalies-*/_refresh"));
 

x-pack/plugin/ent-search/qa/rest/src/yamlRestTest/resources/rest-api-spec/test/entsearch/connector/10_connector_put.yml

@@ -58,7 +58,7 @@ setup:
       connector.put:
         connector_id: test-connector-native
         body:
-          index_name: search-test
+          index_name: content-search-test
           is_native: true
 
   - match: { result: 'created' }
@@ -68,7 +68,7 @@ setup:
         connector_id: test-connector-native
 
   - match: { id: test-connector-native }
-  - match: { index_name: search-test }
+  - match: { index_name: content-search-test }
   - match: { is_native: true }
   - match: { sync_now: false }
   - match: { status: needs_configuration }
@@ -151,6 +151,7 @@ setup:
           is_native: false
           service_type: super-connector
 
+
 ---
 'Create Connector - Id returned as part of response':
   - do:

x-pack/plugin/ent-search/qa/rest/src/yamlRestTest/resources/rest-api-spec/test/entsearch/connector/130_connector_update_index_name.yml

@@ -125,3 +125,29 @@ setup:
         connector_id: test-connector
 
   - match: { index_name: search-1-test }
+
+
+---
+"Update Managed Connector Index Name":
+  - do:
+      connector.put:
+        connector_id: test-connector-1
+        body:
+          is_native: true
+          service_type: super-connector
+
+  - do:
+      connector.update_index_name:
+        connector_id: test-connector-1
+        body:
+          index_name: content-search-2-test
+
+
+  - match: { result: updated }
+
+  - do:
+      connector.get:
+        connector_id: test-connector-1
+
+  - match: { index_name: content-search-2-test }
+

x-pack/plugin/ent-search/qa/rest/src/yamlRestTest/resources/rest-api-spec/test/entsearch/connector/140_connector_update_native.yml

@@ -7,7 +7,7 @@ setup:
       connector.put:
         connector_id: test-connector
         body:
-          index_name: search-1-test
+          index_name: content-search-1-test
           name: my-connector
           language: pl
           is_native: false
@@ -29,7 +29,6 @@ setup:
         connector_id: test-connector
 
   - match: { is_native: true }
-  - match: { status: configured }
 
   - do:
       connector.update_native:
@@ -44,7 +43,6 @@ setup:
         connector_id: test-connector
 
   - match: { is_native: false }
-  - match: { status: configured }
 
 ---
 "Update Connector Native - 404 when connector doesn't exist":

x-pack/plugin/ent-search/qa/rest/src/yamlRestTest/resources/rest-api-spec/test/entsearch/connector/15_connector_post.yml

@@ -71,7 +71,7 @@ setup:
   - do:
       connector.post:
         body:
-          index_name: search-test
+          index_name: content-search-test
           is_native: true
 
   - set:  { id: id }
@@ -82,7 +82,7 @@ setup:
         connector_id: $id
 
   - match: { id: $id }
-  - match: { index_name: search-test }
+  - match: { index_name: content-search-test }
   - match: { is_native: true }
   - match: { sync_now: false }
   - match: { status: needs_configuration }
@@ -102,6 +102,7 @@ setup:
           is_native: false
           service_type: super-connector
 
+
 ---
 'Create Connector - Index name used by another connector':
   - do: