Merge branch 'main' into feat/bump-1.23

.buildkite/pipeline.yml

@@ -6,6 +6,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - auditbeat/
@@ -40,6 +41,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - heartbeat/
@@ -74,6 +76,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - filebeat/
@@ -109,6 +112,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - filebeat/
@@ -146,6 +150,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - x-pack/dockerlogbeat/
@@ -180,6 +185,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - metricbeat/
@@ -214,6 +220,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - metricbeat/
@@ -251,6 +258,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - x-pack/osquerybeat/**
@@ -288,6 +296,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - winlogbeat/
@@ -323,6 +332,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - .buildkite/deploy/kubernetes/**
@@ -353,6 +363,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - libbeat/
@@ -386,6 +397,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - libbeat/
@@ -421,6 +433,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - auditbeat/
@@ -457,6 +470,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - heartbeat/
@@ -493,6 +507,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - packetbeat/
@@ -529,6 +544,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - winlogbeat/
@@ -563,6 +579,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - packetbeat/
@@ -597,6 +614,7 @@ steps:
     plugins:
       - monorepo-diff#v1.0.1:
           diff: "git diff --name-only origin/${GITHUB_PR_TARGET_BRANCH}...HEAD"
+          interpolation: false
           watch:
             - path:
                 - auditbeat/

.github/CODEOWNERS

@@ -99,7 +99,10 @@ CHANGELOG*
 /metricbeat/module/nats/ @elastic/obs-ds-hosted-services
 /metricbeat/module/nginx @elastic/obs-infraobs-integrations
 /metricbeat/module/php_fpm @elastic/obs-infraobs-integrations
-/metricbeat/module/prometheus/ @elastic/obs-ds-hosted-services
+/metricbeat/module/prometheus @elastic/obs-infraobs-integrations
+/metricbeat/module/prometheus/collector @elastic/obs-infraobs-integrations
+/metricbeat/module/prometheus/query @elastic/obs-infraobs-integrations
+/metricbeat/module/prometheus/remote_write @elastic/obs-ds-hosted-services
 /metricbeat/module/postgresql @elastic/obs-infraobs-integrations
 /metricbeat/module/rabbitmq @elastic/obs-infraobs-integrations
 /metricbeat/module/redis @elastic/obs-infraobs-integrations
@@ -139,6 +142,12 @@ CHANGELOG*
 /x-pack/filebeat/input/streaming/ @elastic/security-service-integrations
 /x-pack/filebeat/module/activemq @elastic/obs-infraobs-integrations
 /x-pack/filebeat/module/aws @elastic/obs-ds-hosted-services
+/x-pack/filebeat/module/aws/cloudtrail @elastic/obs-infraobs-integrations
+/x-pack/filebeat/module/aws/cloudwatch @elastic/obs-ds-hosted-services
+/x-pack/filebeat/module/aws/ec2 @elastic/obs-ds-hosted-services
+/x-pack/filebeat/module/aws/elb @elastic/obs-infraobs-integrations
+/x-pack/filebeat/module/aws/s3access @elastic/obs-ds-hosted-services @elastic/security-service-integrations
+/x-pack/filebeat/module/aws/vpcflow @elastic/security-service-integrations
 /x-pack/filebeat/module/awsfargate @elastic/obs-ds-hosted-services
 /x-pack/filebeat/module/azure @elastic/obs-ds-hosted-services
 /x-pack/filebeat/module/barracuda @elastic/security-service-integrations
@@ -196,6 +205,24 @@ CHANGELOG*
 /x-pack/metricbeat/module/activemq @elastic/obs-infraobs-integrations
 /x-pack/metricbeat/module/airflow @elastic/obs-infraobs-integrations
 /x-pack/metricbeat/module/aws @elastic/obs-ds-hosted-services
+/x-pack/metricbeat/module/aws/billing @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/cloudwatch @elastic/obs-ds-hosted-services
+/x-pack/metricbeat/module/aws/dynamodb @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/ebs @elastic/obs-ds-hosted-services
+/x-pack/metricbeat/module/aws/ec2 @elastic/obs-ds-hosted-services
+/x-pack/metricbeat/module/aws/elb @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/kinesis @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/lambda @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/natgateway @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/rds @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/s3_daily_storage @elastic/obs-ds-hosted-services
+/x-pack/metricbeat/module/aws/s3_request @elastic/obs-ds-hosted-services
+/x-pack/metricbeat/module/aws/sns @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/sqs @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/transitgateway @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/usage @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/vpn @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/aws/sqs @elastic/obs-infraobs-integrations
 /x-pack/metricbeat/module/awsfargate @elastic/obs-infraobs-integrations
 /x-pack/metricbeat/module/azure @elastic/obs-ds-hosted-services
 /x-pack/metricbeat/module/azure/billing @elastic/obs-infraobs-integrations
@@ -228,7 +255,9 @@ CHANGELOG*
 /x-pack/metricbeat/module/openai @elastic/obs-infraobs-integrations
 /x-pack/metricbeat/module/oracle @elastic/obs-infraobs-integrations
 /x-pack/metricbeat/module/panw @elastic/obs-infraobs-integrations
-/x-pack/metricbeat/module/prometheus/ @elastic/obs-ds-hosted-services
+/x-pack/metricbeat/module/prometheus @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/prometheus/collector @elastic/obs-infraobs-integrations
+/x-pack/metricbeat/module/prometheus/remote_write @elastic/obs-ds-hosted-services
 /x-pack/metricbeat/module/redisenterprise @elastic/obs-infraobs-integrations
 /x-pack/metricbeat/module/sql @elastic/obs-infraobs-integrations
 /x-pack/metricbeat/module/statsd @elastic/obs-infraobs-integrations

.github/workflows/bump-elastic-stack-snapshot.yml

@@ -32,7 +32,7 @@ jobs:
       - uses: actions/checkout@v4
 
       - name: Install Updatecli in the runner
-        uses: updatecli/updatecli-action@79983ec58a76fe0c87fc76f5a5c7ef8df0bb36c4 # v2.77.0
+        uses: updatecli/updatecli-action@d2e5d2667ba67a8599e636531baef731f54858bc # v2.78.1
 
       - name: Run Updatecli in Apply mode
         run: updatecli --experimental apply --config .github/workflows/updatecli.d/bump-elastic-stack-snapshot.yml --values .github/workflows/updatecli.d/values.d/scm.yml

.github/workflows/bump-golang.yml

@@ -23,7 +23,7 @@ jobs:
       - uses: actions/checkout@v4
 
       - name: Install Updatecli in the runner
-        uses: updatecli/updatecli-action@79983ec58a76fe0c87fc76f5a5c7ef8df0bb36c4 # v2.77.0
+        uses: updatecli/updatecli-action@d2e5d2667ba67a8599e636531baef731f54858bc # v2.78.1
 
       - name: Run Updatecli in Apply mode
         run: updatecli --experimental apply --config .github/workflows/updatecli.d/${{ matrix.file }} --values .github/workflows/updatecli.d/values.d/scm.yml

.github/workflows/docs-build.yml

@@ -0,0 +1,19 @@
+name: docs-build
+
+on:
+  push:
+    branches:
+      - main
+  pull_request_target: ~
+  merge_group: ~
+
+jobs:
+  docs-preview:
+    uses: elastic/docs-builder/.github/workflows/preview-build.yml@main
+    with:
+      path-pattern: docs/**
+    permissions:
+      deployments: write
+      id-token: write
+      contents: read
+      pull-requests: read

.github/workflows/docs-cleanup.yml

@@ -0,0 +1,14 @@
+name: docs-cleanup
+
+on:
+  pull_request_target:
+    types:
+      - closed
+
+jobs:
+  docs-preview:
+    uses: elastic/docs-builder/.github/workflows/preview-cleanup.yml@main
+    permissions:
+      contents: none
+      id-token: write
+      deployments: write

.github/workflows/pre-commit.yml

@@ -7,6 +7,7 @@ on:
       - main
       - 7.1*
       - 8.*
+      - 9.*
 
 permissions:
   contents: read

CHANGELOG.next.asciidoc

@@ -81,6 +81,8 @@ otherwise no tag is added. {issue}42208[42208] {pull}42403[42403]
 - Add GCP organization and project details to ECS cloud fields. {pull}40461[40461]
 - Add support for specifying a custom endpoint for GCP service clients. {issue}40848[40848] {pull}40918[40918]
 - Fix incorrect handling of types in SQL module. {issue}40090[40090] {pull}41607[41607]
+- Remove kibana.settings metricset since the API was removed in 8.0 {issue}30592[30592] {pull}42937[42937]
+- Removed support for the Enterprise Search module {pull}42915[42915]
 
 *Osquerybeat*
 
@@ -268,6 +270,8 @@ otherwise no tag is added. {issue}42208[42208] {pull}42403[42403]
 - Continue collecting metrics even if the Cisco Meraki `getDeviceLicenses` operation fails. {pull}42397[42397]
 - Fixed errors in the `elasticsearch.index` metricset when index settings are missing. {issue}42424[42424] {pull}42426[42426]
 - Fixed panic caused by uninitialized meraki device wifi0 and wifi1 struct pointers in the device WiFi data fetching. {issue}42745[42745] {pull}42746[42746]
+- Only fetch cluster-level index stats summary {issue}36019[36019] {pull}42901[42901]
+- Fixed an issue in Metricbeat's Windows module where data collection would fail if the data was unavailable. {issue}42802[42802] {pull}42803[42803]
 
 *Osquerybeat*