Merge pull request #8 from elastic/main

Fork Sync: Update from parent repository

.buildkite/pipeline.yml

@@ -0,0 +1,5 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/buildkite/pipeline-schema/main/schema.json
+
+steps:
+  - label: "Example test"
+    command: echo "Hello!"

.buildkite/pull-requests.json

@@ -0,0 +1,20 @@
+{
+    "jobs": [
+        {
+            "enabled": true,
+            "pipelineSlug": "beats",
+            "allow_org_users": true,
+            "allowed_repo_permissions": ["admin", "write"],
+            "allowed_list": [ ],
+            "set_commit_status": true,
+            "build_on_commit": true,
+            "build_on_comment": true,
+            "trigger_comment_regex": "^(?:(?:buildkite\\W+)?(?:build|test)\\W+(?:this|it))|^/test$",
+            "always_trigger_comment_regex": "^(?:(?:buildkite\\W+)?(?:build|test)\\W+(?:this|it))|^/test$",
+            "skip_ci_labels": [  ],
+            "skip_target_branches": [ ],
+            "skip_ci_on_only_changed": [ ],
+            "always_require_ci_on_changed": [ ]
+        }
+    ]
+}

.ci/packaging.groovy

@@ -328,7 +328,6 @@ def linuxPlatforms() {
   return [
             '+all',
             'linux/amd64',
-            'linux/386',
             'linux/arm64',
             // armv7 packaging isn't working, and we don't currently
             // need it for release. Do not re-enable it without
@@ -341,7 +340,6 @@ def linuxPlatforms() {
             //'linux/mips64',
             //'linux/s390x',
             'windows/amd64',
-            'windows/386',
             'darwin/amd64',
             'darwin/arm64'
           ].join(' ')

.github/CODEOWNERS

@@ -13,10 +13,10 @@
 CHANGELOG*
 
 # The tech leads of the teams working in Beats share ownership of the Go module dependencies and related files.
-/.github/CODEOWNERS/ @elastic/beats-tech-leads
-/.go.mod/ @elastic/beats-tech-leads
-/.go.sum/ @elastic/beats-tech-leads
-/NOTICE.txt/ @elastic/beats-tech-leads
+/.github/CODEOWNERS @elastic/beats-tech-leads
+/go.mod @elastic/beats-tech-leads
+/go.sum @elastic/beats-tech-leads
+/NOTICE.txt @elastic/beats-tech-leads
 
 /.ci/ @elastic/elastic-agent-data-plane
 /.github/ @elastic/elastic-agent-data-plane

.mergify.yml

@@ -250,3 +250,16 @@ pull_request_rules:
         labels:
           - "backport"
         title: "[{{ destination_branch }}](backport #{{ number }}) {{ title }}"
+  - name: backport patches to 8.9 branch
+    conditions:
+      - merged
+      - label=backport-v8.9.0
+    actions:
+      backport:
+        assignees:
+          - "{{ author }}"
+        branches:
+          - "8.9"
+        labels:
+          - "backport"
+        title: "[{{ destination_branch }}](backport #{{ number }}) {{ title }}"

CHANGELOG-developer.next.asciidoc

@@ -161,6 +161,7 @@ The list below covers the major changes between 7.0.0-rc2 and main only.
 - Add Okta API package for entity analytics. {pull}35478[35478]
 - Add benchmarking to HTTPJSON input testing. {pull}35138[35138]
 - Allow non-AWS endpoints for testing Filebeat awss3 input. {issue}35496[35496] {pull}35520[35520]
+- Add AUTH (username) and SSL/TLS support for Redis module {pull}35240[35240]
 
 ==== Deprecated
 

CHANGELOG.next.asciidoc

@@ -9,13 +9,14 @@ https://github.com/elastic/beats/compare/v8.8.1\...main[Check the HEAD diff]
 ==== Breaking changes
 
 *Affecting all Beats*
-- Increase Go version to 1.19.10 {pull}35751[35751]
+- Update Go version to 1.19.10 {pull}35751[35751]
 - Fix status reporting to Elastic-Agent when output configuration is invalid running under Elastic-Agent {pull}35719[35719]
 
 *Auditbeat*
 
 
 *Filebeat*
+- Fix input reload on autodiscover {issue}34388[34388] {pull}35645[35645]
 
 
 *Heartbeat*
@@ -68,6 +69,7 @@ https://github.com/elastic/beats/compare/v8.8.1\...main[Check the HEAD diff]
 - 'add_cloud_metadata' processor - update azure metadata api version to get missing `cloud.account.id` field
 - Make sure k8s watchers are closed when closing k8s meta processor. {pull}35630[35630]
 - Upgraded apache arrow library used in x-pack/libbeat/reader/parquet from v11 to v12.0.1 in order to fix cross-compilation issues {pull}35640[35640]
+- Fix panic when MaxRetryInterval is specified, but RetryInterval is not {pull}35820[35820]
 
 *Auditbeat*
 
@@ -130,9 +132,14 @@ https://github.com/elastic/beats/compare/v8.8.1\...main[Check the HEAD diff]
 - [system] sync system/auth dataset with system integration 1.29.0. {pull}35581[35581]
 - [GCS Input] - Fixed an issue where bucket_timeout was being applied to the entire bucket poll interval and not individual bucket object read operations. Fixed a map write concurrency issue arising from data races when using a high number of workers. Fixed the flaky tests that were present in the GCS test suit. {pull}35605[35605]
 - Fix filestream false positive log error "filestream input with ID 'xyz' already exists" {issue}31767[31767]
+- Fix error message formatting from filestream input. {pull}35658[35658]
 - Fix error when trying to use `include_message` parser {issue}35440[35440]
 - Fix handling of IPv6 unspecified addresses in TCP input. {issue}35064[35064] {pull}35637[35637]
 - Fixed a minor code error in the GCS input scheduler where a config value was being used directly instead of the source struct. {pull}35729[35729]
+- Improve error reporting and fix IPv6 handling of TCP and UDP metric collection. {pull}35772[35772]
+- Fix CEL input JSON marshalling of nested objects. {issue}35763[35763] {pull}35774[35774]
+- Fix metric collection in GCPPubSub input. {pull}35773[35773]
+- Fix end point deregistration in http_endpoint input. {issue}35899[35899] {pull}35903[35903]
 
 *Heartbeat*
 
@@ -156,6 +163,8 @@ automatic splitting at root level, if root level element is an array. {pull}3415
 - Fix formatting issue with socket trace timeout. {pull}35434[35434]
 - Update gval version. {pull}35636[35636]
 - Fix serialization of processors when running diagnostics. {pull}35698[35698]
+- Filter dev flags for ui monitors inside synthetics_args. {pull}35788[35788]
+- Fix temp dir running out of space with project monitors. {issue}35843[35843]
 
 *Heartbeat*
 
@@ -202,6 +211,7 @@ automatic splitting at root level, if root level element is an array. {pull}3415
 - Fix no error logs displayed in CloudWatch EC2, RDS and SQS metadata {issue}34985[34985] {pull}35035[35035]
 - Remove Beta warning from IIS application_pool metricset {pull}35480[35480]
 - Improve documentation for ActiveMQ module {issue}35113[35113] {pull}35558[35558]
+- Fix EC2 host.cpu.usage {pull}35717[35717]
 - Resolve statsd module's prematurely halting of metrics parsing upon encountering an invalid packet. {pull}35075[35075]
 
 *Osquerybeat*
@@ -299,19 +309,24 @@ automatic splitting at root level, if root level element is an array. {pull}3415
 - Add nginx ingress_controller parsing if one of upstreams fails to return response {pull}34787[34787]
 - Allow neflow v9 and ipfix templates to be shared between source addresses. {pull}35036[35036]
 - Add support for collecting IPv6 metrics. {pull}35123[35123]
+- Added support for decoding apache parquet files in awss3 input. {issue}34662[34662] {pull}35578[35578]
 - Add oracle authentication messages parsing {pull}35127[35127]
 - Add sanitization capabilities to azure-eventhub input {pull}34874[34874]
 - Add support for CRC validation in Filebeat's HTTP endpoint input. {pull}35204[35204]
 - Add support for CRC validation in Zoom module. {pull}35604[35604]
 - Add execution budget to CEL input. {pull}35409[35409]
 - Add XML decoding support to HTTPJSON. {issue}34438[34438] {pull}35235[35235]
 - Add delegated account support when using Google ADC in `httpjson` input. {pull}35507[35507]
+- Add metrics for filestream input. {pull}35529[35529]
 - Add support for collecting `httpjson` metrics. {pull}35392[35392]
 - Add XML decoding support to CEL. {issue}34438[34438] {pull}35372[35372]
 - Mark CEL input as GA. {pull}35559[35559]
 - Add metrics for gcp-pubsub input. {pull}35614[35614]
 - [GCS] Added scheduler debug logs and improved the context passing mechanism by removing them from struct params and passing them as function arguments. {pull}35674[35674]
 - Allow non-AWS endpoints for awss3 input. {issue}35496[35496] {pull}35520[35520]
+- Add Okta input package for entity analytics. {pull}35611[35611]
+- Expose harvester metrics from filestream input {pull}35835[35835] {issue}33771[33771]
+- Add device support for Azure AD entity analytics. {pull}35807[35807]
 
 *Auditbeat*
    - Migration of system/package module storage from gob encoding to flatbuffer encoding in bolt db. {pull}34817[34817]
@@ -342,6 +357,7 @@ automatic splitting at root level, if root level element is an array. {pull}3415
 - Support collecting metrics from both the monitoring account and linked accounts from AWS CloudWatch. {pull}35540[35540]
 - Add new parameter `include_linked_accounts` to enable/disable metrics collection from multiple linked AWS Accounts {pull}35648[35648]
 - Migrate Azure Billing, Monitor, and Storage metricsets to the newer SDK. {pull}33585[33585]
+- Add support for float64 values parsing for statsd metrics of counter type. {pull}35099[35099]
 
 *Osquerybeat*
 

Jenkinsfile

@@ -414,7 +414,6 @@ def packagingArm(Map args = [:]) {
 def packagingLinux(Map args = [:]) {
   def PLATFORMS = [ '+all',
                 'linux/amd64',
-                'linux/386',
                 'linux/arm64',
                 // armv7 packaging isn't working, and we don't currently
                 // need it for release. Do not re-enable it without
@@ -427,7 +426,6 @@ def packagingLinux(Map args = [:]) {
                 //'linux/mips64',
                 //'linux/s390x',
                 'windows/amd64',
-                'windows/386',
                 'darwin/amd64',
                 'darwin/arm64'
               ].join(' ')