Merge remote-tracking branch 'origin/main' into lucene_snapshot

Author: elasticsearchmachine

.github/CODEOWNERS

@@ -3,18 +3,18 @@
 # For more info, see https://help.github.com/articles/about-codeowners/
 
 # Stack Monitoring index templates
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-alerts-7.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-beats-mb.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-beats.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-ent-search-mb.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-es-mb.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-es.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-kibana-mb.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-kibana.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-logstash-mb.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-logstash.json @elastic/infra-monitoring-ui
-x-pack/plugin/core/template-resources/src/main/resources/monitoring-mb-ilm-policy.json @elastic/infra-monitoring-ui
-x-pack/plugin/monitoring/src/main/java/org/elasticsearch/xpack/monitoring/MonitoringTemplateRegistry.java @elastic/infra-monitoring-ui
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-alerts-7.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-beats-mb.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-beats.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-ent-search-mb.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-es-mb.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-es.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-kibana-mb.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-kibana.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-logstash-mb.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-logstash.json @elastic/stack-monitoring
+x-pack/plugin/core/template-resources/src/main/resources/monitoring-mb-ilm-policy.json @elastic/stack-monitoring
+x-pack/plugin/monitoring/src/main/java/org/elasticsearch/xpack/monitoring/MonitoringTemplateRegistry.java @elastic/stack-monitoring
 
 # Fleet
 x-pack/plugin/fleet/src/main/java/org/elasticsearch/xpack/fleet @elastic/fleet

docs/changelog/104730.yaml

@@ -0,0 +1,5 @@
+pr: 104730
+summary: "[Profiling] Support downsampling of generic events"
+area: Application
+type: enhancement
+issues: []

docs/changelog/104787.yaml

@@ -0,0 +1,5 @@
+pr: 104787
+summary: Add troubleshooting docs link to `PeerFinder` logs
+area: Cluster Coordination
+type: enhancement
+issues: []

docs/changelog/104808.yaml

@@ -0,0 +1,5 @@
+pr: 104808
+summary: Fix lost headers with chunked responses
+area: Network
+type: bug
+issues: []

docs/reference/esql/functions/date-time-functions.asciidoc

@@ -9,6 +9,7 @@
 
 // tag::date_list[]
 * <<esql-auto_bucket>>
+* <<esql-date_diff>>
 * <<esql-date_extract>>
 * <<esql-date_format>>
 * <<esql-date_parse>>
@@ -17,6 +18,7 @@
 // end::date_list[]
 
 include::auto_bucket.asciidoc[]
+include::date_diff.asciidoc[]
 include::date_extract.asciidoc[]
 include::date_format.asciidoc[]
 include::date_parse.asciidoc[]

docs/reference/esql/functions/date_diff.asciidoc

@@ -1,10 +1,30 @@
 [discrete]
 [[esql-date_diff]]
 === `DATE_DIFF`
-Subtract the second argument from the third argument and return their difference in multiples of the unit specified in the first argument.
-If the second argument (start) is greater than the third argument (end), then negative values are returned.
 
-[cols="^,^"]
+*Syntax*
+
+[.text-center]
+image::esql/functions/signature/date_diff.svg[Embedded,opts=inline]
+
+*Parameters*
+
+`unit`::
+Time difference unit.
+
+`startTimestamp`::
+Start timestamp.
+
+`endTimestamp`::
+End timestamp.
+
+*Description*
+
+Subtracts the `startTimestamp` from the `endTimestamp` and returns the
+difference in multiples of `unit`. If `startTimestamp` is later than the
+`endTimestamp`, negative values are returned.
+
+[cols="^,^",role="styled"]
 |===
 2+h|Datetime difference units
 
@@ -26,12 +46,18 @@ s|abbreviations
 | nanosecond  | nanoseconds, ns
 |===
 
+*Supported types*
+
+include::types/date_diff.asciidoc[]
+
+*Example*
+
 [source.merge.styled,esql]
 ----
-include::{esql-specs}/docs.csv-spec[tag=dateDiff]
+include::{esql-specs}/date.csv-spec[tag=docsDateDiff]
 ----
 [%header.monospaced.styled,format=dsv,separator=|]
 |===
-include::{esql-specs}/docs.csv-spec[tag=dateDiff-result]
+include::{esql-specs}/date.csv-spec[tag=docsDateDiff-result]
 |===
 

docs/reference/modules/cluster/allocation_awareness.asciidoc

@@ -75,27 +75,32 @@ enable forced awareness.
 [[forced-awareness]]
 ===== Forced awareness
 
-By default, if one location fails, Elasticsearch assigns all of the missing
-replica shards to the remaining locations. While you might have sufficient
-resources across all locations to host your primary and replica shards, a single
-location might be unable to host *ALL* of the shards.
+By default, if one location fails, {es} spreads its shards across the remaining
+locations. This might be undesirable if the cluster does not have sufficient
+resources to host all its shards when one location is missing.
 
-To prevent a single location from being overloaded in the event of a failure,
-you can set `cluster.routing.allocation.awareness.force` so no replicas are
-allocated until nodes are available in another location.
+To prevent the remaining locations from being overloaded in the event of a
+whole-location failure, specify the attribute values that should exist with the
+`cluster.routing.allocation.awareness.force.*` settings. This will mean that
+{es} will prefer to leave some replicas unassigned in the event of a
+whole-location failure instead of overloading the nodes in the remaining
+locations.
 
-For example, if you have an awareness attribute called `zone` and configure nodes
-in `zone1` and `zone2`, you can use forced awareness to prevent Elasticsearch
-from allocating replicas if only one zone is available:
+For example, if you have an awareness attribute called `zone` and configure
+nodes in `zone1` and `zone2`, you can use forced awareness to make {es} leave
+half of your shard copies unassigned if only one zone is available:
 
 [source,yaml]
 -------------------------------------------------------------------
 cluster.routing.allocation.awareness.attributes: zone
 cluster.routing.allocation.awareness.force.zone.values: zone1,zone2 <1>
 -------------------------------------------------------------------
-<1> Specify all possible values for the awareness attribute.
-
-With this example configuration, if you start two nodes with `node.attr.zone` set
-to `zone1` and create an index with 5 shards and 1 replica, Elasticsearch creates
-the index and allocates the 5 primary shards but no replicas. Replicas are
-only allocated once nodes with `node.attr.zone` set to `zone2` are available.
+<1> Specify all possible `zone` attribute values.
+
+With this example configuration, if you have two nodes with `node.attr.zone`
+set to `zone1` and an index with `number_of_replicas` set to `1`, {es}
+allocates all the primary shards but none of the replicas. It will assign the
+replica shards once nodes with a different value for `node.attr.zone` join the
+cluster. In contrast, if you do not configure forced awareness, {es} will
+allocate all primaries and replicas to the two nodes even though they are in
+the same zone.

modules/aggregations/src/test/java/org/elasticsearch/aggregations/bucket/AggregationMultiBucketAggregationTestCase.java

@@ -9,18 +9,10 @@
 package org.elasticsearch.aggregations.bucket;
 
 import org.elasticsearch.aggregations.AggregationsPlugin;
-import org.elasticsearch.common.util.CollectionUtils;
 import org.elasticsearch.plugins.SearchPlugin;
-import org.elasticsearch.search.aggregations.Aggregation;
 import org.elasticsearch.search.aggregations.InternalAggregation;
 import org.elasticsearch.search.aggregations.bucket.MultiBucketsAggregation;
 import org.elasticsearch.test.InternalMultiBucketAggregationTestCase;
-import org.elasticsearch.xcontent.ContextParser;
-import org.elasticsearch.xcontent.NamedXContentRegistry;
-import org.elasticsearch.xcontent.ParseField;
-
-import java.util.List;
-import java.util.Map;
 
 /**
  * Base class for unit testing multi bucket aggregation's bucket implementations that reside in aggregations module.
@@ -35,15 +27,4 @@ protected SearchPlugin registerPlugin() {
         return new AggregationsPlugin();
     }
 
-    @Override
-    protected List<NamedXContentRegistry.Entry> getNamedXContents() {
-        var entry = getParser();
-        return CollectionUtils.appendToCopy(
-            getDefaultNamedXContents(),
-            new NamedXContentRegistry.Entry(Aggregation.class, new ParseField(entry.getKey()), entry.getValue())
-        );
-    }
-
-    protected abstract Map.Entry<String, ContextParser<Object, Aggregation>> getParser();
-
 }

modules/aggregations/src/test/java/org/elasticsearch/aggregations/bucket/adjacency/InternalAdjacencyMatrixTests.java

@@ -10,9 +10,7 @@
 
 import org.elasticsearch.aggregations.bucket.AggregationMultiBucketAggregationTestCase;
 import org.elasticsearch.common.util.Maps;
-import org.elasticsearch.search.aggregations.Aggregation;
 import org.elasticsearch.search.aggregations.InternalAggregations;
-import org.elasticsearch.xcontent.ContextParser;
 
 import java.util.ArrayList;
 import java.util.HashMap;
@@ -22,11 +20,6 @@
 
 public class InternalAdjacencyMatrixTests extends AggregationMultiBucketAggregationTestCase<InternalAdjacencyMatrix> {
 
-    @Override
-    protected Map.Entry<String, ContextParser<Object, Aggregation>> getParser() {
-        return Map.entry(AdjacencyMatrixAggregationBuilder.NAME, (p, c) -> ParsedAdjacencyMatrix.fromXContent(p, (String) c));
-    }
-
     private List<String> keys;
 
     @Override
@@ -94,11 +87,6 @@ protected void assertReduced(InternalAdjacencyMatrix reduced, List<InternalAdjac
         assertEquals(expectedCounts, actualCounts);
     }
 
-    @Override
-    protected Class<ParsedAdjacencyMatrix> implementationClass() {
-        return ParsedAdjacencyMatrix.class;
-    }
-
     @Override
     protected InternalAdjacencyMatrix mutateInstance(InternalAdjacencyMatrix instance) {
         String name = instance.getName();

modules/aggregations/src/test/java/org/elasticsearch/aggregations/bucket/histogram/InternalAutoDateHistogramTests.java

@@ -21,14 +21,12 @@
 import org.elasticsearch.common.util.Maps;
 import org.elasticsearch.index.mapper.DateFieldMapper;
 import org.elasticsearch.search.DocValueFormat;
-import org.elasticsearch.search.aggregations.Aggregation;
 import org.elasticsearch.search.aggregations.AggregationBuilder;
 import org.elasticsearch.search.aggregations.InternalAggregation;
 import org.elasticsearch.search.aggregations.InternalAggregations;
 import org.elasticsearch.search.aggregations.bucket.histogram.DateHistogramInterval;
 import org.elasticsearch.search.aggregations.bucket.histogram.Histogram;
 import org.elasticsearch.test.TransportVersionUtils;
-import org.elasticsearch.xcontent.ContextParser;
 
 import java.io.IOException;
 import java.time.Instant;
@@ -55,11 +53,6 @@
 
 public class InternalAutoDateHistogramTests extends AggregationMultiBucketAggregationTestCase<InternalAutoDateHistogram> {
 
-    @Override
-    protected Map.Entry<String, ContextParser<Object, Aggregation>> getParser() {
-        return Map.entry(AutoDateHistogramAggregationBuilder.NAME, (p, c) -> ParsedAutoDateHistogram.fromXContent(p, (String) c));
-    }
-
     protected InternalAutoDateHistogram createTestInstance(
         String name,
         Map<String, Object> metadata,
@@ -274,11 +267,6 @@ private int getBucketCount(long min, long max, Rounding.Prepared prepared, int i
         return bucketCount;
     }
 
-    @Override
-    protected Class<ParsedAutoDateHistogram> implementationClass() {
-        return ParsedAutoDateHistogram.class;
-    }
-
     @Override
     protected InternalAutoDateHistogram mutateInstance(InternalAutoDateHistogram instance) {
         String name = instance.getName();

modules/aggregations/src/test/java/org/elasticsearch/aggregations/bucket/timeseries/InternalTimeSeriesTests.java

@@ -16,11 +16,9 @@
 import org.elasticsearch.common.util.MockPageCacheRecycler;
 import org.elasticsearch.index.mapper.TimeSeriesIdFieldMapper;
 import org.elasticsearch.indices.breaker.NoneCircuitBreakerService;
-import org.elasticsearch.search.aggregations.Aggregation;
 import org.elasticsearch.search.aggregations.AggregationReduceContext;
 import org.elasticsearch.search.aggregations.InternalAggregations;
 import org.elasticsearch.search.aggregations.pipeline.PipelineAggregator;
-import org.elasticsearch.xcontent.ContextParser;
 
 import java.io.IOException;
 import java.io.UncheckedIOException;
@@ -30,18 +28,12 @@
 import java.util.List;
 import java.util.Map;
 import java.util.TreeMap;
-import java.util.function.Predicate;
 
 import static org.hamcrest.Matchers.arrayContainingInAnyOrder;
 import static org.hamcrest.Matchers.equalTo;
 
 public class InternalTimeSeriesTests extends AggregationMultiBucketAggregationTestCase<InternalTimeSeries> {
 
-    @Override
-    protected Map.Entry<String, ContextParser<Object, Aggregation>> getParser() {
-        return Map.entry(TimeSeriesAggregationBuilder.NAME, (p, c) -> ParsedTimeSeries.fromXContent(p, (String) c));
-    }
-
     private List<InternalBucket> randomBuckets(boolean keyed, InternalAggregations aggregations) {
         int numberOfBuckets = randomNumberOfBuckets();
         List<InternalBucket> bucketList = new ArrayList<>(numberOfBuckets);
@@ -108,16 +100,6 @@ protected void assertReduced(InternalTimeSeries reduced, List<InternalTimeSeries
         );
     }
 
-    @Override
-    protected Class<ParsedTimeSeries> implementationClass() {
-        return ParsedTimeSeries.class;
-    }
-
-    @Override
-    protected Predicate<String> excludePathsFromXContentInsertion() {
-        return s -> s.endsWith(".key");
-    }
-
     public void testReduceSimple() {
         // a simple test, to easily spot easy mistakes in the merge logic in InternalTimeSeries#reduce(...) method.
         InternalTimeSeries first = new InternalTimeSeries(