Merge branch 'main' into fixTileBoundaries

iverase · Oct 18, 2023 · 5ca771d · 5ca771d
2 parents faaf1fc + dcaba06
commit 5ca771d
Show file tree

Hide file tree

Showing 366 changed files with 4,171 additions and 2,431 deletions.
diff --git a/.buildkite/pipelines/intake.yml b/.buildkite/pipelines/intake.yml
@@ -40,7 +40,7 @@ steps:
         timeout_in_minutes: 300
         matrix:
           setup:
-            BWC_VERSION: ["7.17.15", "8.10.4", "8.11.0", "8.12.0"]
+            BWC_VERSION: ["7.17.15", "8.10.5", "8.11.0", "8.12.0"]
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004

diff --git a/.buildkite/pipelines/periodic-packaging.yml b/.buildkite/pipelines/periodic-packaging.yml
@@ -1680,6 +1680,22 @@ steps:
         env:
           BWC_VERSION: 8.10.4
 
+      - label: "{{matrix.image}} / 8.10.5 / packaging-tests-upgrade"
+        command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.5
+        timeout_in_minutes: 300
+        matrix:
+          setup:
+            image:
+              - rocky-8
+              - ubuntu-2004
+        agents:
+          provider: gcp
+          image: family/elasticsearch-{{matrix.image}}
+          machineType: custom-16-32768
+          buildDirectory: /dev/shm/bk
+        env:
+          BWC_VERSION: 8.10.5
+
       - label: "{{matrix.image}} / 8.11.0 / packaging-tests-upgrade"
         command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.11.0
         timeout_in_minutes: 300

diff --git a/.buildkite/pipelines/periodic.yml b/.buildkite/pipelines/periodic.yml
@@ -1032,6 +1032,16 @@ steps:
           buildDirectory: /dev/shm/bk
         env:
           BWC_VERSION: 8.10.4
+      - label: 8.10.5 / bwc
+        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.10.5#bwcTest
+        timeout_in_minutes: 300
+        agents:
+          provider: gcp
+          image: family/elasticsearch-ubuntu-2004
+          machineType: custom-32-98304
+          buildDirectory: /dev/shm/bk
+        env:
+          BWC_VERSION: 8.10.5
       - label: 8.11.0 / bwc
         command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.11.0#bwcTest
         timeout_in_minutes: 300

diff --git a/.ci/bwcVersions b/.ci/bwcVersions
@@ -102,5 +102,6 @@ BWC_VERSION:
   - "8.10.2"
   - "8.10.3"
   - "8.10.4"
+  - "8.10.5"
   - "8.11.0"
   - "8.12.0"
diff --git a/.ci/snapshotBwcVersions b/.ci/snapshotBwcVersions
@@ -1,5 +1,5 @@
 BWC_VERSION:
   - "7.17.15"
-  - "8.10.4"
+  - "8.10.5"
   - "8.11.0"
   - "8.12.0"
diff --git a/...pi-plugin/src/main/java/org/elasticsearch/plugin/noop/action/bulk/RestNoopBulkAction.java b/...pi-plugin/src/main/java/org/elasticsearch/plugin/noop/action/bulk/RestNoopBulkAction.java
@@ -54,6 +54,7 @@ public RestChannelConsumer prepareRequest(final RestRequest request, final NodeC
         String defaultRouting = request.param("routing");
         String defaultPipeline = request.param("pipeline");
         Boolean defaultRequireAlias = request.paramAsBoolean("require_alias", null);
+        Boolean defaultListExecutedPipelines = request.paramAsBoolean("list_executed_pipelines", null);
 
         String waitForActiveShards = request.param("wait_for_active_shards");
         if (waitForActiveShards != null) {
@@ -68,6 +69,7 @@ public RestChannelConsumer prepareRequest(final RestRequest request, final NodeC
             null,
             defaultPipeline,
             defaultRequireAlias,
+            defaultListExecutedPipelines,
             true,
             request.getXContentType(),
             request.getRestApiVersion()

diff --git a/docs/changelog/100031.yaml b/docs/changelog/100031.yaml
@@ -0,0 +1,5 @@
+pr: 100031
+summary: Add executed pipelines to bulk api response
+area: Indices APIs
+type: enhancement
+issues: []
diff --git a/docs/changelog/100203.yaml b/docs/changelog/100203.yaml
diff --git a/docs/changelog/100354.yaml b/docs/changelog/100354.yaml
diff --git a/docs/changelog/100401.yaml b/docs/changelog/100401.yaml
diff --git a/docs/changelog/100872.yaml b/docs/changelog/100872.yaml
@@ -0,0 +1,5 @@
+pr: 100872
+summary: Improve painless error wrapping
+area: Infra/Scripting
+type: bug
+issues: []
diff --git a/docs/changelog/100986.yaml b/docs/changelog/100986.yaml
@@ -0,0 +1,6 @@
+pr: 100986
+summary: Synchronize Coordinator#onClusterStateApplied
+area: Cluster Coordination
+type: bug
+issues:
+ - 99023
diff --git a/docs/reference/analysis/tokenfilters/synonym-graph-tokenfilter.asciidoc b/docs/reference/analysis/tokenfilters/synonym-graph-tokenfilter.asciidoc
@@ -138,7 +138,7 @@ To apply synonyms, you will need to include a synonym graph token filter into an
         "my_analyzer": {
           "type": "custom",
           "tokenizer": "standard",
-          "filter": ["lowercase", "synonym_graph"]
+          "filter": ["stemmer", "synonym_graph"]
         }
       }
 ----
@@ -150,8 +150,8 @@ To apply synonyms, you will need to include a synonym graph token filter into an
 Order is important for your token filters.
 Text will be processed first through filters preceding the synonym filter before being processed by the synonym filter.
 
-In the above example, text will be lowercased by the `lowercase` filter before being processed by the `synonyms_filter`.
-This means that all the synonyms defined there needs to be in lowercase, or they won't be found by the synonyms filter.
+{es} will also use the token filters preceding the synonym filter in a tokenizer chain to parse the entries in a synonym file or synonym set.
+In the above example, the synonyms graph token filter is placed after a stemmer. The stemmer will also be applied to the synonym entries.
 
 The synonym rules should not contain words that are removed by a filter that appears later in the chain (like a `stop` filter).
 Removing a term from a synonym rule means there will be no matching for it at query time.

diff --git a/docs/reference/analysis/tokenfilters/synonym-tokenfilter.asciidoc b/docs/reference/analysis/tokenfilters/synonym-tokenfilter.asciidoc
@@ -128,7 +128,7 @@ To apply synonyms, you will need to include a synonym token filters into an anal
         "my_analyzer": {
           "type": "custom",
           "tokenizer": "standard",
-          "filter": ["lowercase", "synonym"]
+          "filter": ["stemmer", "synonym_graph"]
         }
       }
 ----
@@ -140,8 +140,8 @@ To apply synonyms, you will need to include a synonym token filters into an anal
 Order is important for your token filters.
 Text will be processed first through filters preceding the synonym filter before being processed by the synonym filter.
 
-In the above example, text will be lowercased by the `lowercase` filter before being processed by the `synonyms_filter`.
-This means that all the synonyms defined there needs to be in lowercase, or they won't be found by the synonyms filter.
+{es} will also use the token filters preceding the synonym filter in a tokenizer chain to parse the entries in a synonym file or synonym set.
+In the above example, the synonyms graph token filter is placed after a stemmer. The stemmer will also be applied to the synonym entries.
 
 The synonym rules should not contain words that are removed by a filter that appears later in the chain (like a `stop` filter).
 Removing a term from a synonym rule means there will be no matching for it at query time.

diff --git a/docs/reference/docs/bulk.asciidoc b/docs/reference/docs/bulk.asciidoc
@@ -244,6 +244,11 @@ on.
 [[docs-bulk-api-query-params]]
 ==== {api-query-parms-title}
 
+`list_executed_pipelines`::
+(Optional, Boolean) If `true`, the response will include the ingest pipelines that
+were executed for each `index` or ``create`.
+Defaults to `false`.
+
 include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=pipeline]
 
 include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=refresh]
@@ -292,6 +297,8 @@ include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-index-ds]
 
 include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-id]
 
+include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-list-executed-pipelines]
+
 include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-require-alias]
 
 include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-dynamic-templates]
@@ -321,6 +328,8 @@ include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-index]
 
 include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-id]
 
+include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-list-executed-pipelines]
+
 include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-require-alias]
 
 include::{es-repo-dir}/rest-api/common-parms.asciidoc[tag=bulk-dynamic-templates]

diff --git a/docs/reference/esql/aggregation-functions.asciidoc b/docs/reference/esql/aggregation-functions.asciidoc
diff --git a/docs/reference/esql/esql-commands.asciidoc b/docs/reference/esql/esql-commands.asciidoc
@@ -0,0 +1,17 @@
+[[esql-commands]]
+== {esql} commands
+
+++++
+<titleabbrev>Commands</titleabbrev>
+++++
+
+{esql} provides a comprehensive set of source and processing commands:
+
+<<esql-source-commands>>::
+include::source-commands/esql-source-commands.asciidoc[tag=list]
+
+<<esql-processing-commands>>::
+include::processing-commands/esql-processing-commands.asciidoc[tag=list]
+
+include::source-commands/esql-source-commands.asciidoc[]
+include::processing-commands/esql-processing-commands.asciidoc[]
diff --git a/docs/reference/esql/esql-functions-operators.asciidoc b/docs/reference/esql/esql-functions-operators.asciidoc
@@ -0,0 +1,42 @@
+[[esql-functions-operators]]
+== {esql} functions and operators
+
+++++
+<titleabbrev>Functions and operators</titleabbrev>
+++++
+
+{esql} provides a comprehensive set of functions and operators:
+
+[[esql-functions]]
+<<esql-agg-functions>>::
+include::functions/aggregation-functions.asciidoc[tag=list]
+
+<<esql-math-functions>>::
+include::functions/math-functions.asciidoc[tag=list]
+
+<<esql-string-functions>>::
+include::functions/string-functions.asciidoc[tag=list]
+
+<<esql-date-time-functions>>::
+include::functions/date-time-functions.asciidoc[tag=list]
+
+<<esql-type-conversion-functions>>::
+include::functions/type-conversion-functions.asciidoc[tag=list]
+
+<<esql-conditional-functions-and-expressions>>::
+include::functions/conditional-functions-and-expressions.asciidoc[tag=list]
+
+<<esql-mv-functions>>::
+include::functions/mv-functions.asciidoc[tag=list]
+
+<<esql-operators>>::
+include::functions/operators.asciidoc[tag=list]
+
+include::functions/aggregation-functions.asciidoc[]
+include::functions/math-functions.asciidoc[]
+include::functions/string-functions.asciidoc[]
+include::functions/date-time-functions.asciidoc[]
+include::functions/type-conversion-functions.asciidoc[]
+include::functions/conditional-functions-and-expressions.asciidoc[]
+include::functions/mv-functions.asciidoc[]
+include::functions/operators.asciidoc[]
diff --git a/docs/reference/esql/esql-get-started.asciidoc b/docs/reference/esql/esql-get-started.asciidoc
@@ -0,0 +1,8 @@
+[[esql-getting-started]]
+== Getting started with {esql}
+
+++++
+<titleabbrev>Getting started</titleabbrev>
+++++
+
+coming::[8.11]
diff --git a/docs/reference/esql/esql-kibana.asciidoc b/docs/reference/esql/esql-kibana.asciidoc
@@ -0,0 +1,8 @@
+[[esql-kibana]]
+== Using {esql} in {kib}
+
+++++
+<titleabbrev>Kibana</titleabbrev>
+++++
+
+coming::[8.11]
diff --git a/docs/reference/esql/esql-language.asciidoc b/docs/reference/esql/esql-language.asciidoc
@@ -0,0 +1,16 @@
+[[esql-language]]
+== {esql} language
+
+++++
+<titleabbrev>{esql} language</titleabbrev>
+++++
+
+Detailed information about the {esql} language:
+
+* <<esql-syntax>>
+* <<esql-multivalued-fields>>
+* <<esql-metadata-fields>>
+
+include::esql-syntax.asciidoc[]
+include::multivalued-fields.asciidoc[]
+include::metadata-fields.asciidoc[]
diff --git a/docs/reference/esql/esql-limitations.asciidoc b/docs/reference/esql/esql-limitations.asciidoc
@@ -0,0 +1,32 @@
+[[esql-limitations]]
+== {esql} limitations
+
+++++
+<titleabbrev>Limitations</titleabbrev>
+++++
+
+[discrete]
+[[esql-supported-types]]
+=== Supported types
+
+* {esql} currently supports the following <<mapping-types,field types>>:
+
+** `alias`
+** `boolean`
+** `date`
+** `double` (`float`, `half_float`, `scaled_float` are represented as `double`)
+** `ip`
+** `keyword` family including `keyword`, `constant_keyword`, and `wildcard`
+** `int` (`short` and `byte` are represented as `int`)
+** `long`
+** `null`
+** `text`
+** `unsigned_long`
+** `version`
+
+[discrete]
+[[esql-max-rows]]
+=== 10,000 row maximum
+
+A single query will not return more than 10,000 rows, regardless of the
+`LIMIT` command's value.
diff --git a/docs/reference/esql/esql-processing-commands.asciidoc b/docs/reference/esql/esql-processing-commands.asciidoc