Merge branch 'main' into fix/pit_ccs_filtered_shards

.buildkite/pipelines/periodic-platform-support.yml

@@ -89,6 +89,7 @@ steps:
           setup:
             image:
               - amazonlinux-2023
+              - amazonlinux-2
         agents:
           provider: aws
           imagePrefix: elasticsearch-{{matrix.image}}

build-tools-internal/src/main/groovy/elasticsearch.fips.gradle

@@ -79,7 +79,6 @@ if (BuildParams.inFipsJvm) {
           // with no x-pack. Tests having security explicitly enabled/disabled will override this setting
           setting 'xpack.security.enabled', 'false'
           setting 'xpack.security.fips_mode.enabled', 'true'
-          setting 'xpack.security.fips_mode.required_providers', '["BCFIPS", "BCJSSE"]'
           setting 'xpack.license.self_generated.type', 'trial'
           setting 'xpack.security.authc.password_hashing.algorithm', 'pbkdf2_stretch'
           keystorePassword 'keystore-password'

build-tools/src/main/java/org/elasticsearch/gradle/testclusters/RunTask.java

@@ -201,7 +201,7 @@ public void beforeStart() {
                     try {
                         mockServer.start();
                         node.setting("telemetry.metrics.enabled", "true");
-                        node.setting("tracing.apm.agent.enabled", "true");
+                        node.setting("tracing.apm.enabled", "true");
                         node.setting("tracing.apm.agent.transaction_sample_rate", "0.10");
                         node.setting("tracing.apm.agent.metrics_interval", "10s");
                         node.setting("tracing.apm.agent.server_url", "http://127.0.0.1:" + mockServer.getPort());
@@ -213,8 +213,8 @@ public void beforeStart() {
                 // if metrics were not enabled explicitly for gradlew run we should disable them
                 else if (node.getSettingKeys().contains("telemetry.metrics.enabled") == false) { // metrics
                     node.setting("telemetry.metrics.enabled", "false");
-                } else if (node.getSettingKeys().contains("tracing.apm.agent.enabled") == false) { // tracing
-                    node.setting("tracing.apm.agent.enable", "false");
+                } else if (node.getSettingKeys().contains("tracing.apm.enabled") == false) { // tracing
+                    node.setting("tracing.apm.enable", "false");
                 }
 
             }

distribution/tools/server-cli/src/main/java/org/elasticsearch/server/cli/APMJvmOptions.java

@@ -79,7 +79,8 @@ class APMJvmOptions {
         "application_packages", "org.elasticsearch,org.apache.lucene",
         "metrics_interval", "120s",
         "breakdown_metrics", "false",
-        "central_config", "false"
+        "central_config", "false",
+        "transaction_sample_rate", "0.2"
         );
     // end::noformat
 

docs/changelog/103817.yaml

@@ -0,0 +1,6 @@
+pr: 103817
+summary: Fix deleting index during snapshot finalization
+area: Snapshot/Restore
+type: bug
+issues:
+ - 101029

docs/changelog/104122.yaml

@@ -0,0 +1,5 @@
+pr: 104122
+summary: Consider currently refreshing data in the memory usage of refresh
+area: Engine
+type: bug
+issues: []

docs/changelog/104265.yaml

@@ -0,0 +1,6 @@
+pr: 104265
+summary: Remove `hashCode` and `equals` from `OperationModeUpdateTask`
+area: ILM+SLM
+type: bug
+issues:
+ - 100871

docs/changelog/104281.yaml

@@ -0,0 +1,5 @@
+pr: 104281
+summary: Data streams fix failure store delete
+area: Data streams
+type: bug
+issues: []

docs/changelog/104309.yaml

@@ -0,0 +1,5 @@
+pr: 104309
+summary: "ESQL: Add TO_UPPER and TO_LOWER functions"
+area: ES|QL
+type: enhancement
+issues: []

docs/changelog/104314.yaml

@@ -0,0 +1,5 @@
+pr: 104314
+summary: "[LTR] `FieldValueExtrator` - Checking if fetched values is empty"
+area: Machine Learning
+type: bug
+issues: []

docs/changelog/104356.yaml

@@ -0,0 +1,5 @@
+pr: 104356
+summary: "[Profiling] Extract properties faster from source"
+area: Application
+type: enhancement
+issues: []

docs/reference/connector/apis/cancel-connector-sync-job-api.asciidoc

@@ -4,6 +4,8 @@
 <titleabbrev>Cancel connector sync job</titleabbrev>
 ++++
 
+preview::[]
+
 Cancels a connector sync job.
 
 [[cancel-connector-sync-job-api-request]]

docs/reference/connector/apis/check-in-connector-api.asciidoc

@@ -1,12 +1,11 @@
 [[check-in-connector-api]]
 === Check in connector API
-
-preview::[]
-
 ++++
 <titleabbrev>Check in a connector</titleabbrev>
 ++++
 
+preview::[]
+
 Updates the `last_seen` field of a connector with current timestamp.
 
 [[check-in-connector-api-request]]

docs/reference/connector/apis/check-in-connector-sync-job-api.asciidoc

@@ -4,6 +4,8 @@
 <titleabbrev>Check in connector sync job</titleabbrev>
 ++++
 
+preview::[]
+
 Checks in a connector sync job (updates `last_seen` to the current time).
 
 [[check-in-connector-sync-job-api-request]]

docs/reference/connector/apis/connector-apis.asciidoc

@@ -3,17 +3,16 @@
 
 preview::[]
 
-++++
-<titleabbrev>Connector APIs</titleabbrev>
-++++
-
----
-
-The connector and sync jobs API provides a convenient way to create and manage Elastic connectors and sync jobs in an internal index.
+The connector and sync jobs API provides a convenient way to create and manage Elastic {enterprise-search-ref}/connectors.html[connectors^] and sync jobs in an internal index.
 
 This API provides an alternative to relying solely on {kib} UI for connector and sync job management. The API comes with a set of
 validations and assertions to ensure that the state representation in the internal index remains valid.
 
+[TIP]
+====
+We also have a command-line interface for Elastic connectors. Learn more in the https://github.com/elastic/connectors/blob/main/docs/CLI.md[elastic/connectors] repository.
+====
+
 [discrete]
 [[elastic-connector-apis]]
 === Connector APIs

docs/reference/connector/apis/create-connector-api.asciidoc

@@ -4,6 +4,8 @@
 <titleabbrev>Create connector</titleabbrev>
 ++++
 
+preview::[]
+
 Creates a connector.
 
 

docs/reference/connector/apis/create-connector-sync-job-api.asciidoc

@@ -4,6 +4,9 @@
 <titleabbrev>Create connector sync job</titleabbrev>
 ++++
 
+preview::[]
+
+
 Creates a connector sync job.
 
 [source, console]

docs/reference/connector/apis/delete-connector-api.asciidoc

@@ -1,12 +1,11 @@
 [[delete-connector-api]]
 === Delete connector API
-
-preview::[]
-
 ++++
 <titleabbrev>Delete connector</titleabbrev>
 ++++
 
+preview::[]
+
 Removes a connector and its associated data.
 This is a destructive action that is not recoverable.
 

docs/reference/connector/apis/delete-connector-sync-job-api.asciidoc

@@ -1,12 +1,11 @@
 [[delete-connector-sync-job-api]]
 === Delete connector sync job API
-
-preview::[]
-
 ++++
 <titleabbrev>Delete connector sync job</titleabbrev>
 ++++
 
+preview::[]
+
 Removes a connector sync job and its associated data.
 This is a destructive action that is not recoverable.
 

docs/reference/connector/apis/get-connector-api.asciidoc

@@ -1,10 +1,11 @@
 [[get-connector-api]]
 === Get connector API
-preview::[]
 ++++
 <titleabbrev>Get connector</titleabbrev>
 ++++
 
+preview::[]
+
 Retrieves the details about a connector.
 
 [[get-connector-api-request]]

docs/reference/connector/apis/get-connector-sync-job-api.asciidoc

@@ -1,10 +1,11 @@
 [[get-connector-sync-job-api]]
 === Get connector sync job API
-preview::[]
 ++++
 <titleabbrev>Get connector sync job</titleabbrev>
 ++++
 
+preview::[]
+
 Retrieves the details about a connector sync job.
 
 [[get-connector-sync-job-api-request]]

docs/reference/connector/apis/list-connector-sync-jobs-api.asciidoc

@@ -1,13 +1,12 @@
 [role="xpack"]
 [[list-connector-sync-jobs-api]]
 === List connector sync jobs API
-
-preview::[]
-
 ++++
 <titleabbrev>List connector sync jobs</titleabbrev>
 ++++
 
+preview::[]
+
 Returns information about all stored connector sync jobs ordered by their creation date in ascending order.
 
 

docs/reference/connector/apis/list-connectors-api.asciidoc

@@ -1,13 +1,12 @@
 [role="xpack"]
 [[list-connector-api]]
 === List connectors API
-
-preview::[]
-
 ++++
 <titleabbrev>List connectors</titleabbrev>
 ++++
 
+preview::[]
+
 Returns information about all stored connectors.
 
 

docs/reference/connector/apis/set-connector-sync-job-error-api.asciidoc

@@ -4,6 +4,8 @@
 <titleabbrev>Set connector sync job error</titleabbrev>
 ++++
 
+preview::[]
+
 Sets a connector sync job error.
 
 [[set-connector-sync-job-error-api-request]]

docs/reference/connector/apis/set-connector-sync-job-stats-api.asciidoc

@@ -4,6 +4,8 @@
 <titleabbrev>Set connector sync job stats</titleabbrev>
 ++++
 
+preview::[]
+
 Sets connector sync job stats.
 
 [[set-connector-sync-job-stats-api-request]]

docs/reference/connector/apis/update-connector-configuration-api.asciidoc

@@ -1,12 +1,11 @@
 [[update-connector-configuration-api]]
 === Update connector configuration API
-
-preview::[]
-
 ++++
 <titleabbrev>Update connector configuration</titleabbrev>
 ++++
 
+preview::[]
+
 Updates the `configuration` of a connector.
 
 

docs/reference/connector/apis/update-connector-error-api.asciidoc

@@ -1,12 +1,11 @@
 [[update-connector-error-api]]
 === Update connector error API
-
-preview::[]
-
 ++++
 <titleabbrev>Update connector error</titleabbrev>
 ++++
 
+preview::[]
+
 Updates the `error` field of a connector.
 
 [[update-connector-error-api-request]]

docs/reference/connector/apis/update-connector-filtering-api.asciidoc

@@ -1,12 +1,12 @@
 [[update-connector-filtering-api]]
 === Update connector filtering API
-
-preview::[]
-
 ++++
 <titleabbrev>Update connector filtering</titleabbrev>
 ++++
 
+preview::[]
+
+
 Updates the `filtering` configuration of a connector. Learn more about filtering in the {enterprise-search-ref}/sync-rules.html[sync rules] documentation.
 
 [[update-connector-filtering-api-request]]

docs/reference/connector/apis/update-connector-last-sync-api.asciidoc

@@ -1,12 +1,11 @@
 [[update-connector-last-sync-api]]
 === Update connector last sync stats API
-
-preview::[]
-
 ++++
 <titleabbrev>Update connector last sync stats</titleabbrev>
 ++++
 
+preview::[]
+
 Updates the fields related to the last sync of a connector.
 
 This action is used for analytics and monitoring.

docs/reference/connector/apis/update-connector-name-description-api.asciidoc

@@ -1,12 +1,12 @@
 [[update-connector-name-description-api]]
 === Update connector name and description API
-
-preview::[]
-
 ++++
 <titleabbrev>Update connector name and description</titleabbrev>
 ++++
 
+preview::[]
+
+
 Updates the `name` and `description` fields of a connector.
 
 [[update-connector-name-description-api-request]]

docs/reference/connector/apis/update-connector-pipeline-api.asciidoc

@@ -1,12 +1,11 @@
 [[update-connector-pipeline-api]]
 === Update connector pipeline API
-
-preview::[]
-
 ++++
 <titleabbrev>Update connector pipeline</titleabbrev>
 ++++
 
+preview::[]
+
 Updates the `pipeline` configuration of a connector.
 
 When you create a new connector, the configuration of an <<ingest-pipeline-search-details-generic-reference, ingest pipeline>> is populated with default settings.

docs/reference/connector/apis/update-connector-scheduling-api.asciidoc

@@ -1,12 +1,11 @@
 [[update-connector-scheduling-api]]
 === Update connector scheduling API
-
-preview::[]
-
 ++++
 <titleabbrev>Update connector scheduling</titleabbrev>
 ++++
 
+preview::[]
+
 Updates the `scheduling` configuration of a connector.
 
 [[update-connector-scheduling-api-request]]

docs/reference/esql/esql-async-query-api.asciidoc

@@ -93,8 +93,9 @@ parameters:
 Timeout duration to wait for the request to finish. Defaults to a 1 second,
 meaning the request waits for 1 second for the query results.
 
-If this parameter is specified and the request completes during this period,
-complete results are returned.
+If the query completes during this period then results will be
+returned. Otherwise, a query `id` is returned that can later be used to
+retrieve the results.
 
 If the request does not complete during this period, a query
 <<esql-async-query-api-response-body-query-id,id>> is returned.