Merge branch '8.14' into release-notes-8-14-0

docs/changelog/108736.yaml

@@ -0,0 +1,5 @@
+pr: 108736
+summary: Harden field-caps request dispatcher
+area: Search
+type: bug
+issues: []

docs/changelog/108802.yaml

@@ -0,0 +1,5 @@
+pr: 108802
+summary: Fix multithreading copies in lib vec
+area: Vector Search
+type: bug
+issues: []

docs/changelog/108810.yaml

@@ -0,0 +1,5 @@
+pr: 108810
+summary: "[8.14] Fix multithreading copies in lib vec"
+area: Vector Search
+type: bug
+issues: []

docs/reference/esql/esql-kibana.asciidoc

@@ -13,21 +13,28 @@ queries, load the "Sample web logs" sample data set by clicking *Try sample
 data* from the {kib} Home, selecting *Other sample data sets*, and clicking *Add
 data* on the *Sample web logs* card.
 
+[discrete]
+[[esql-kibana-enable]]
+=== Enable or disable {esql}
+
+{esql} is enabled by default in {kib}. It can be
+disabled using the `enableESQL` setting from the
+{kibana-ref}/advanced-options.html[Advanced Settings].
+
+This will hide the {esql} user interface from various applications.
+However, users will be able to access existing {esql} artifacts like saved searches and visualizations.
+
 [discrete]
 [[esql-kibana-get-started]]
 === Get started with {esql}
 
 // tag::esql-mode[]
 To get started with {esql} in Discover, open the main menu and select
-*Discover*. Next, from the Data views menu, select *Try ES|QL*.
+*Discover*. Next, from the Data views menu, select *Language: ES|QL*.
 
 image::images/esql/esql-data-view-menu.png[align="center",width=33%]
 // end::esql-mode[]
 
-The ability to select {esql} from the Data views menu can be enabled and
-disabled using the `discover:enableESQL` setting from
-{kibana-ref}/advanced-options.html[Advanced Settings].
-
 [discrete]
 [[esql-kibana-query-bar]]
 === The query bar
@@ -47,7 +54,7 @@ A source command can be followed by one or more <<esql-commands,processing
 commands>>. In this query, the processing command is <<esql-limit>>. `LIMIT`
 limits the number of rows that are retrieved.
 
-TIP: Click the help icon (image:images/esql/esql-icon-help.svg[]) to open the
+TIP: Click the help icon (image:images/esql/esql-icon-help.svg[Static,20]) to open the
 in-product reference documentation for all commands and functions.
 
 // tag::autocomplete[]
@@ -98,6 +105,19 @@ A query may result in warnings, for example when querying an unsupported field
 type. When that happens, a warning symbol is shown in the query bar. To see the
 detailed warning, expand the query bar, and click *warnings*.
 
+[discrete]
+[[esql-kibana-query-history]]
+==== Query history
+
+You can reuse your recent {esql} queries in the query bar.
+In the query bar click *Show recent queries*:
+
+image::images/esql/esql-discover-show-recent-query.png[align="center",size="50%"]
+
+You can then scroll through your recent queries:
+
+image::images/esql/esql-discover-query-history.png[align="center",size="50%"]
+
 [discrete]
 [[esql-kibana-results-table]]
 === The results table
@@ -170,7 +190,7 @@ FROM kibana_sample_data_logs
 === Analyze and visualize data
 
 Between the query bar and the results table, Discover shows a date histogram
-visualization. If the indices you're querying do not contain an `@timestamp`
+visualization. If the indices you're querying do not contain a `@timestamp`
 field, the histogram is not shown.
 
 The visualization adapts to the query. A query's nature determines the type of
@@ -189,24 +209,39 @@ The resulting visualization is a bar chart showing the top 3 countries:
 
 image::images/esql/esql-kibana-bar-chart.png[align="center"]
 
-To change the visualization into another type, click the visualization type
-dropdown:
-
-image::images/esql/esql-kibana-visualization-type.png[align="center",width=33%]
-
-To make other changes to the visualization, like the axes and colors, click the
+To make changes to the visualization, like changing the visualization type, axes and colors, click the
 pencil button (image:images/esql/esql-icon-edit-visualization.svg[]). This opens
 an in-line editor:
 
-image::images/esql/esql-kibana-in-line-editor.png[align="center"]
+image::images/esql/esql-kibana-in-line-editor.png[align="center",width=66%]
 
 You can save the visualization to a new or existing dashboard by clicking the
 save button (image:images/esql/esql-icon-save-visualization.svg[]). Once saved
-to a dashboard, you can continue to make changes to visualization. Click the
+to a dashboard, you'll be taken to the Dashboards page. You can continue to 
+make changes to the visualization. Click the
 options button in the top-right (image:images/esql/esql-icon-options.svg[]) and
 select *Edit ESQL visualization* to open the in-line editor:
 
-image::images/esql/esql-kibana-edit-on-dashboard.png[align="center"]
+image::images/esql/esql-kibana-edit-on-dashboard.png[align="center",width=66%]
+
+[discrete]
+[[esql-kibana-dashboard-panel]]
+==== Add a panel to a dashboard
+
+You can use {esql} queries to create panels on your dashboards.
+To add a panel to a dashboard, under *Dashboards*, click the *Add panel* button and select {esql}.
+
+image::images/esql/esql-dashboard-panel.png[align="center",width=50%]
+
+Check the {esql} query by clicking the Panel filters button (image:images/esql/dashboard_panel_filter_button.png[Panel filters button on panel header]):
+
+image::images/esql/esql-dashboard-panel-query.png[align="center",width=50%]
+
+You can also edit the {esql} visualization from here.
+Click the options button in the top-right (image:images/esql/esql-icon-options.svg[]) and
+select *Edit ESQL visualization* to open the in-line editor.
+
+image::images/esql/esql-dashboard-panel-edit-visualization.png[align="center",width=50%]
 
 [discrete]
 [[esql-kibana-enrich]]
@@ -233,7 +268,14 @@ Finally, click *Create and execute*.
 
 Now, you can use the enrich policy in an {esql} query:
 
-image::images/esql/esql-kibana-enriched-data.png[align="center"]
+[source,esql]
+----
+FROM kibana_sample_data_logs
+| STATS total_bytes = SUM(bytes) BY geo.dest
+| SORT total_bytes DESC
+| LIMIT 3
+| ENRICH countries
+----
 
 [discrete]
 [[esql-kibana-alerting-rule]]
@@ -254,8 +296,6 @@ image::images/esql/esql-kibana-create-rule.png[align="center",width=50%]
 * The user interface to filter data is not enabled when Discover is in {esql}
 mode. To filter data, write a query that uses the <<esql-where>> command
 instead.
-* In {esql} mode, clicking a field in the field list in Discover does not show
-quick statistics for that field.
 * Discover shows no more than 10,000 rows. This limit only applies to the number
 of rows that are retrieved by the query and displayed in Discover. Queries and
 aggregations run on the full data set.

docs/reference/release-notes/8.13.3.asciidoc

@@ -0,0 +1,46 @@
+[[release-notes-8.13.3]]
+== {es} version 8.13.3
+
+Also see <<breaking-changes-8.13,Breaking changes in 8.13>>.
+
+[[breaking-8.13.3]]
+[float]
+=== Breaking changes
+
+SQL::
+* Limit how much space some string functions can use {es-pull}107333[#107333]
+
+[[bug-8.13.3]]
+[float]
+=== Bug fixes
+
+Data streams::
+* Avoid unintentionally clearing the `DataStream.rolloverOnWrite` flag {es-pull}107122[#107122]
+
+ES|QL::
+* ESQL: Fix bug when combining projections {es-pull}107131[#107131] (issue: {es-issue}107083[#107083])
+* ESQL: Fix missing refs due to pruning renamed grouping columns {es-pull}107328[#107328] (issues: {es-issue}107083[#107083], {es-issue}107166[#107166])
+
+Indices APIs::
+* GET /_all should return hidden indices with visible aliases {es-pull}106975[#106975]
+
+Mapping::
+* Fix merging component templates with a mix of dotted and nested object mapper definitions {es-pull}106077[#106077] (issue: {es-issue}105482[#105482])
+
+Network::
+* Handle exceptions thrown by HTTP header validation {es-pull}107355[#107355] (issue: {es-issue}107338[#107338])
+
+Percolator::
+* Percolator named queries: rewrite for matched info {es-pull}107432[#107432] (issue: {es-issue}107176[#107176])
+
+Search::
+* Fix `minimized_round_trips` in lookup runtime fields {es-pull}107785[#107785]
+
+[[enhancement-8.13.3]]
+[float]
+=== Enhancements
+
+ES|QL::
+* ESQL: Introduce language versioning to REST API {es-pull}106824[#106824]
+
+

docs/reference/release-notes/8.13.4.asciidoc

@@ -0,0 +1,22 @@
+[[release-notes-8.13.4]]
+== {es} version 8.13.4
+
+Also see <<breaking-changes-8.13,Breaking changes in 8.13>>.
+
+[[bug-8.13.4]]
+[float]
+=== Bug fixes
+
+Aggregations::
+* Fix Bucket ordering for partial reduction in date histogram and histogram aggregation {es-pull}108184[#108184] (issue: {es-issue}108181[#108181])
+
+ES|QL::
+* Fix `BlockHash` `DirectEncoder` {es-pull}108283[#108283] (issue: {es-issue}108268[#108268])
+
+Snapshot/Restore::
+* Ensure necessary security context for s3 bulk deletions {es-pull}108280[#108280] (issue: {es-issue}108049[#108049])
+
+TSDB::
+* Fix tsdb codec when doc-values spread in two blocks {es-pull}108276[#108276]
+
+

docs/reference/searchable-snapshots/index.asciidoc

@@ -303,30 +303,33 @@ Because {search-snap} indices are not regular indices, it is not possible to use
 a <<snapshots-source-only-repository,source-only repository>> to take snapshots
 of {search-snap} indices.
 
-[discrete]
 [[searchable-snapshots-reliability]]
-=== Reliability of {search-snaps}
-
+[WARNING]
+.Reliability of {search-snaps}
+====
 The sole copy of the data in a {search-snap} index is the underlying snapshot,
-stored in the repository. For example:
+stored in the repository. If you remove this snapshot, the data will be
+permanently lost. Although {es} may have cached some of the data onto local
+storage for faster searches, this cached data is incomplete and cannot be used
+for recovery if you remove the underlying snapshot. For example:
+
+* You must not unregister a repository while any of the {search-snaps} it
+contains are mounted in {es}.
 
-* You must not unregister a repository while any of the searchable snapshots it
-contains are mounted in {es}. You also must not delete a snapshot if any of its
-indices are mounted as searchable snapshots.
+* You must not delete a snapshot if any of its indices are mounted as
+{search-snap} indices. The snapshot contains the sole full copy of your data. If
+you delete it then the data cannot be recovered from elsewhere.
 
 * If you mount indices from snapshots held in a repository to which a different
 cluster has write access then you must make sure that the other cluster does not
-delete these snapshots.
-
-* If you delete a snapshot while it is mounted as a searchable snapshot then the
-data is lost. Similarly, if the repository fails or corrupts the contents of the
-snapshot then the data is lost.
-
-* Although {es} may have cached the data onto local storage, these caches may be
-incomplete and cannot be used to recover any data after a repository failure.
-You must make sure that your repository is reliable and protects against
-corruption of your data while it is at rest in the repository.
+delete these snapshots. The snapshot contains the sole full copy of your data.
+If you delete it then the data cannot be recovered from elsewhere.
 
+* If the repository fails or corrupts the contents of the snapshot and you
+cannot restore it to its previous healthy state then the data is permanently
+lost.
++
 The blob storage offered by all major public cloud providers typically offers
-very good protection against data loss or corruption. If you manage your own
+very good protection against failure or corruption. If you manage your own
 repository storage then you are responsible for its reliability.
+====

libs/vec/src/main/java/org/elasticsearch/vec/VectorScorer.java

@@ -22,4 +22,6 @@ public interface VectorScorer {
  /** The maximum ordinal of vector this scorer can score. */
  int maxOrd();
 
+ VectorScorer copy();
+
 }

libs/vec/src/main/java/org/elasticsearch/vec/VectorScorerSupplierAdapter.java

@@ -41,6 +41,6 @@ public int maxOrd() {
 
  @Override
  public RandomVectorScorerSupplier copy() throws IOException {
- return this; // no need to copy, thread-safe
+ return new VectorScorerSupplierAdapter(scorer.copy());
  }
 }

libs/vec/src/main21/java/org/elasticsearch/vec/internal/DotProduct.java

@@ -53,4 +53,9 @@ public float score(int firstOrd, int secondOrd) throws IOException {
  return fallbackScore(firstByteOffset, secondByteOffset);
  }
  }
+
+ @Override
+ public DotProduct copy() {
+ return new DotProduct(dims, maxOrd, scoreCorrectionConstant, input.clone());
+ }
 }

libs/vec/src/main21/java/org/elasticsearch/vec/internal/Euclidean.java

@@ -48,4 +48,9 @@ public float score(int firstOrd, int secondOrd) throws IOException {
  return fallbackScore(firstByteOffset, secondByteOffset);
  }
  }
+
+ @Override
+ public Euclidean copy() {
+ return new Euclidean(dims, maxOrd, scoreCorrectionConstant, input.clone());
+ }
 }

libs/vec/src/main21/java/org/elasticsearch/vec/internal/MaximumInnerProduct.java

@@ -64,4 +64,9 @@ static float scaleMaxInnerProductScore(float rawSimilarity) {
  }
  return rawSimilarity + 1;
  }
+
+ @Override
+ public MaximumInnerProduct copy() {
+ return new MaximumInnerProduct(dims, maxOrd, scoreCorrectionConstant, input.clone());
+ }
 }