Merge branch 'main' into script_sort_support_parallel_collection

Author: KunjueYu

benchmarks/src/main/java/org/elasticsearch/benchmark/vector/DistanceFunctionBenchmark.java

@@ -61,11 +61,14 @@
 import java.io.UncheckedIOException;
 import java.net.URL;
 import java.nio.charset.StandardCharsets;
+import java.nio.file.FileVisitResult;
 import java.nio.file.Files;
 import java.nio.file.NoSuchFileException;
 import java.nio.file.Path;
+import java.nio.file.SimpleFileVisitor;
 import java.nio.file.StandardCopyOption;
 import java.nio.file.StandardOpenOption;
+import java.nio.file.attribute.BasicFileAttributes;
 import java.time.Instant;
 import java.util.ArrayList;
 import java.util.Arrays;
@@ -1295,40 +1298,47 @@ private void syncWithCopy(Path sourceRoot, Path destinationRoot) {
 
     private void sync(Path sourceRoot, Path destinationRoot, BiConsumer<Path, Path> syncMethod) {
         assert Files.exists(destinationRoot) == false;
-        try (Stream<Path> stream = Files.walk(sourceRoot)) {
-            stream.forEach(source -> {
-                Path relativeDestination = sourceRoot.relativize(source);
-                if (relativeDestination.getNameCount() <= 1) {
-                    return;
-                }
-                // Throw away the first name as the archives have everything in a single top level folder we are not interested in
-                relativeDestination = relativeDestination.subpath(1, relativeDestination.getNameCount());
-
-                Path destination = destinationRoot.resolve(relativeDestination);
-                if (Files.isDirectory(source)) {
-                    try {
-                        Files.createDirectories(destination);
-                    } catch (IOException e) {
-                        throw new UncheckedIOException("Can't create directory " + destination.getParent(), e);
+        try {
+            Files.walkFileTree(sourceRoot, new SimpleFileVisitor<>() {
+                @Override
+                public FileVisitResult preVisitDirectory(Path dir, BasicFileAttributes attrs) throws IOException {
+                    Path relativeDestination = sourceRoot.relativize(dir);
+                    if (relativeDestination.getNameCount() <= 1) {
+                        return FileVisitResult.CONTINUE;
                     }
-                } else {
-                    try {
-                        Files.createDirectories(destination.getParent());
-                    } catch (IOException e) {
-                        throw new UncheckedIOException("Can't create directory " + destination.getParent(), e);
+                    // Throw away the first name as the archives have everything in a single top level folder we are not interested in
+                    relativeDestination = relativeDestination.subpath(1, relativeDestination.getNameCount());
+                    Path destination = destinationRoot.resolve(relativeDestination);
+                    Files.createDirectories(destination);
+                    return FileVisitResult.CONTINUE;
+                }
+
+                @Override
+                public FileVisitResult visitFile(Path source, BasicFileAttributes attrs) throws IOException {
+                    Path relativeDestination = sourceRoot.relativize(source);
+                    if (relativeDestination.getNameCount() <= 1) {
+                        return FileVisitResult.CONTINUE;
                     }
+                    // Throw away the first name as the archives have everything in a single top level folder we are not interested in
+                    relativeDestination = relativeDestination.subpath(1, relativeDestination.getNameCount());
+                    Path destination = destinationRoot.resolve(relativeDestination);
+                    Files.createDirectories(destination.getParent());
                     syncMethod.accept(destination, source);
+                    return FileVisitResult.CONTINUE;
                 }
-            });
-        } catch (UncheckedIOException e) {
-            if (e.getCause() instanceof NoSuchFileException cause) {
-                // Ignore these files that are sometimes left behind by the JVM
-                if (cause.getFile() == null || cause.getFile().contains(".attach_pid") == false) {
-                    throw new UncheckedIOException(cause);
+
+                @Override
+                public FileVisitResult visitFileFailed(Path file, IOException exc) throws IOException {
+                    if (exc instanceof NoSuchFileException noFileException) {
+                        // Ignore these files that are sometimes left behind by the JVM
+                        if (noFileException.getFile() != null && noFileException.getFile().contains(".attach_pid")) {
+                            LOGGER.info("Ignoring file left behind by JVM: {}", noFileException.getFile());
+                            return FileVisitResult.CONTINUE;
+                        }
+                    }
+                    throw exc;
                 }
-            } else {
-                throw e;
-            }
+            });
         } catch (IOException e) {
             throw new UncheckedIOException("Can't walk source " + sourceRoot, e);
         }

build-tools/src/main/java/org/elasticsearch/gradle/testclusters/ElasticsearchNode.java

@@ -0,0 +1,5 @@
+pr: 122218
+summary: Integrate with `DeepSeek` API
+area: Machine Learning
+type: enhancement
+issues: []

docs/changelog/122218.yaml

@@ -0,0 +1,5 @@
+pr: 122823
+summary: Prevent Query Rule Creation with Invalid Numeric Match Criteria
+area: Relevance
+type: bug
+issues: []

docs/changelog/122823.yaml

@@ -0,0 +1,5 @@
+pr: 122891
+summary: Pragma to load from stored fields
+area: ES|QL
+type: enhancement
+issues: []

docs/changelog/122891.yaml

@@ -0,0 +1,5 @@
+pr: 123852
+summary: Retry when the server can't be resolved (Google Cloud Storage)
+area: Snapshot/Restore
+type: enhancement
+issues: []

docs/changelog/123852.yaml

@@ -0,0 +1,5 @@
+pr: 124025
+summary: "[Inference API] Propagate product use case http header to EIS"
+area: Machine Learning
+type: enhancement
+issues: []

docs/changelog/124025.yaml

@@ -0,0 +1,5 @@
+pr: 124604
+summary: Fix geoip databases index access after system feature migration (take 3)
+area: Ingest Node
+type: bug
+issues: []

docs/changelog/124604.yaml

@@ -0,0 +1,6 @@
+pr: 124638
+summary: Provide model size statistics as soon as an anomaly detection job is opened
+area: Machine Learning
+type: bug
+issues:
+ - 121168

docs/changelog/124638.yaml

@@ -0,0 +1,6 @@
+pr: 124662
+summary: Let MLTQuery throw IAE when no analyzer is set
+area: Search
+type: bug
+issues:
+ - 124562

docs/changelog/124662.yaml

@@ -168,6 +168,7 @@ subs:
   ess:   "Elasticsearch Service"
   ece:   "Elastic Cloud Enterprise"
   eck:   "Elastic Cloud on Kubernetes"
+  ech:   "Elastic Cloud Hosted"
   serverless-full:   "Elastic Cloud Serverless"
   serverless-short:   "Serverless"
   es-serverless:   "Elasticsearch Serverless"

docs/docset.yml

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/plugins/current/_other_command_line_parameters.html
+applies_to:
+  deployment:
+    self: ga
 ---
 
 # Other command line parameters [_other_command_line_parameters]

docs/reference/elasticsearch-plugins/_other_command_line_parameters.md

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/plugins/current/_plugins_directory.html
+applies_to:
+  deployment:
+    self: ga
 ---
 
 # Plugins directory [_plugins_directory]

docs/reference/elasticsearch-plugins/_plugins_directory.md

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/cloud/current/ec-custom-bundles.html
+applies_to:
+  deployment:
+    ess: ga
 ---
 
 # Upload custom plugins and bundles [ec-custom-bundles]

docs/reference/elasticsearch-plugins/cloud-enterprise/ece-add-plugins.md

@@ -1,11 +1,14 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/cloud/current/ec-plugins-guide.html
+applies_to:
+  deployment:
+    ess: ga
 ---
 
 # Managing plugins and extensions through the API [ec-plugins-guide]
 
-This guide provides a full list of tasks for managing [plugins and extensions](ec-adding-plugins.md) in Elasticsearch Service, using the API.
+This guide provides a full list of tasks for managing [plugins and extensions](../plugin-management.md) in Elasticsearch Service, using the API.
 
 * [Create an extension](ec-plugins-guide.md#ec-extension-guide-create)
 * [Add an extension to a deployment plan](ec-plugins-guide.md#ec-extension-guide-add-plan)

docs/reference/elasticsearch-plugins/cloud/ec-adding-elastic-plugins.md

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/plugins/current/installation.html
+applies_to:
+  deployment:
+    self: ga
 ---
 
 # Installing plugins [installation]

docs/reference/elasticsearch-plugins/cloud/ec-adding-plugins.md

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/plugins/current/installing-multiple-plugins.html
+applies_to:
+  deployment:
+    self: ga
 ---
 
 # Installing multiple plugins [installing-multiple-plugins]

docs/reference/elasticsearch-plugins/cloud/ec-custom-bundles.md

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/plugins/current/listing-removing-updating.html
+applies_to:
+  deployment:
+    self: ga
 ---
 
 # Listing, removing and updating installed plugins [listing-removing-updating]

docs/reference/elasticsearch-plugins/cloud/ec-plugins-guide.md

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/plugins/current/manage-plugins-using-configuration-file.html
+applies_to:
+  deployment:
+    self: ga
 ---
 
 # Manage plugins using a configuration file [manage-plugins-using-configuration-file]

docs/reference/elasticsearch-plugins/installation.md

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/plugins/current/mandatory-plugins.html
+applies_to:
+  deployment:
+    self: ga
 ---
 
 # Mandatory plugins [mandatory-plugins]

docs/reference/elasticsearch-plugins/installing-multiple-plugins.md

@@ -1,6 +1,9 @@
 ---
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/plugins/current/plugin-management-custom-url.html
+applies_to:
+  deployment:
+    self: ga
 ---
 
 # Custom URL or file system [plugin-management-custom-url]