diff --git a/.buildkite/auditbeat/auditbeat-pipeline.yml b/.buildkite/auditbeat/auditbeat-pipeline.yml index 9e9b0fb30c98..82aa76d0d273 100644 --- a/.buildkite/auditbeat/auditbeat-pipeline.yml +++ b/.buildkite/auditbeat/auditbeat-pipeline.yml @@ -27,6 +27,33 @@ env: TEST_COVERAGE: "true" steps: + - group: "Auditbeat Check/Update" + key: "auditbeat-check-update" + + steps: + - label: "Run check/update" + command: | + make -C auditbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "auditbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "auditbeat-check-update" + - group: "Auditbeat Mandatory Testing" key: "auditbeat-mandatory-tests" diff --git a/.buildkite/filebeat/filebeat-pipeline.yml b/.buildkite/filebeat/filebeat-pipeline.yml index cf1f07175bf0..5a0dcc9e0a34 100644 --- a/.buildkite/filebeat/filebeat-pipeline.yml +++ b/.buildkite/filebeat/filebeat-pipeline.yml @@ -92,7 +92,7 @@ steps: - label: ":ubuntu: Filebeat Go Integration Tests" command: | cd filebeat - mage goIntegTest + mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/heartbeat/heartbeat-pipeline.yml b/.buildkite/heartbeat/heartbeat-pipeline.yml index 5c1d1af7113a..5d5d3c354337 100644 --- a/.buildkite/heartbeat/heartbeat-pipeline.yml +++ b/.buildkite/heartbeat/heartbeat-pipeline.yml @@ -26,6 +26,33 @@ env: TEST_COVERAGE: "true" steps: + - group: "Heartbeat Check/Update" + key: "heartbeat-check-update" + + steps: + - label: "Run check/update" + command: | + make -C heartbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "hearbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "heartbeat-check-update" + - group: "Heartbeat Mandatory Testing" key: "heartbeat-mandatory-tests" @@ -96,7 +123,7 @@ steps: echo "~~~ Running tests" cd heartbeat - mage goIntegTest + mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/libbeat/pipeline.libbeat.yml b/.buildkite/libbeat/pipeline.libbeat.yml index 3d3247b9da98..9cff63eefca9 100644 --- a/.buildkite/libbeat/pipeline.libbeat.yml +++ b/.buildkite/libbeat/pipeline.libbeat.yml @@ -72,7 +72,7 @@ steps: command: | set -euo pipefail cd libbeat - mage goIntegTest + mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/metricbeat/pipeline.yml b/.buildkite/metricbeat/pipeline.yml index 98a18c3bfdb1..1b59e5140d39 100644 --- a/.buildkite/metricbeat/pipeline.yml +++ b/.buildkite/metricbeat/pipeline.yml @@ -2,7 +2,8 @@ name: "beats-metricbeat" env: - AWS_ARM_INSTANCE_TYPE: "t4g.xlarge" + AWS_ARM_INSTANCE_TYPE: "m6g.xlarge" + AWS_IMAGE_UBUNTU_ARM_64: "platform-ingest-beats-ubuntu-2204-aarch64" GCP_DEFAULT_MACHINE_TYPE: "c2d-highcpu-8" GCP_HI_PERF_MACHINE_TYPE: "c2d-highcpu-16" @@ -10,16 +11,13 @@ env: IMAGE_MACOS_ARM: "generic-13-ventura-arm" IMAGE_MACOS_X86_64: "generic-13-ventura-x64" - IMAGE_UBUNTU_ARM_64: "platform-ingest-beats-ubuntu-2204-aarch64" IMAGE_UBUNTU_X86_64: "family/platform-ingest-beats-ubuntu-2204" IMAGE_WIN_10: "family/platform-ingest-beats-windows-10" - IMAGE_WIN_11: "family/platform-ingest-beats-windows-11" IMAGE_WIN_2016: "family/platform-ingest-beats-windows-2016" IMAGE_WIN_2019: "family/platform-ingest-beats-windows-2019" - IMAGE_WIN_2022: "family/platform-ingest-beats-windows-2022" # Integration Tests - K8S_VERSION: "v1.29.0" + K8S_VERSION: "v1.21.1" ASDF_KIND_VERSION: "0.20.0" # Other deps @@ -30,12 +28,40 @@ env: TEST_COVERAGE: "true" steps: + - group: "Metricbeat Check/Update" + key: "metricbeat-check-update" + steps: + - label: "Run check/update" + command: | + make -C metricbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "metricbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "metricbeat-check-update" + - group: "Metricbeat Mandatory Tests" key: "metricbeat-mandatory-tests" steps: - - label: ":linux: Ubuntu Unit Tests" + - label: ":ubuntu: Metricbeat Linux x86_64 Unit Tests" key: "mandatory-linux-unit-test" - command: "cd metricbeat && mage build unitTest" + command: | + cd metricbeat + mage build unitTest retry: automatic: - limit: 3 @@ -48,28 +74,20 @@ steps: - "metricbeat/build/*.json" notify: - github_commit_status: - context: "metricbeat: Ubuntu Unit Tests" + context: "metricbeat: Linux x86_64 Unit Tests" - - label: ":go: Go Integration Tests" + - label: ":ubuntu: Metricbeat Go Integration Tests" key: "mandatory-int-test" command: | set -euo pipefail # defines the MODULE env var based on what's changed in a PR source .buildkite/scripts/changesets.sh defineModuleFromTheChangeSet metricbeat - echo "~~~ Running tests" - - # TODO move this section to base image / pre-command hook - # echo "~~~ Installing kind" - # asdf plugin add kind - # asdf install kind $ASDF_KIND_VERSION - - # .buildkite/deploy/kubernetes/scripts/kind-setup.sh echo "~~~ Running tests" - # uncomment line below (which causes skipping of module kubeconfig) when https://github.com/elastic/beats/issues/38874 has been resolved. - # export KUBECONFIG="$$PWD/kubecfg" - cd metricbeat && mage goIntegTest + export KUBECONFIG="$$PWD/kubecfg" + cd metricbeat + mage -v goIntegTest retry: automatic: - limit: 3 @@ -84,25 +102,18 @@ steps: - github_commit_status: context: "metricbeat: Go Integration Tests" - - label: ":python: Python Integration Tests" + - label: ":ubuntu: Python Integration Tests" key: "mandatory-python-int-test" command: | set -euo pipefail # defines the MODULE env var based on what's changed in a PR source .buildkite/scripts/changesets.sh defineModuleFromTheChangeSet metricbeat - echo "~~~ Running tests" - - # TODO move this section to base image / pre-command hook - echo "~~~ Installing kind" - asdf plugin add kind - asdf install kind $ASDF_KIND_VERSION - - .buildkite/deploy/kubernetes/scripts/kind-setup.sh echo "~~~ Running tests" export KUBECONFIG="$$PWD/kubecfg" - cd metricbeat && mage pythonIntegTest + cd metricbeat + mage pythonIntegTest retry: automatic: - limit: 3 @@ -117,7 +128,7 @@ steps: - github_commit_status: context: "metricbeat: Python Integration Tests" - - label: ":negative_squared_cross_mark: Cross compile" + - label: ":ubuntu: Metricbeat Crosscompile" key: "mandatory-cross-compile" command: "make -C metricbeat crosscompile" retry: @@ -132,40 +143,19 @@ steps: - "metricbeat/build/*.json" notify: - github_commit_status: - context: "metricbeat: Cross compile" + context: "metricbeat: Crosscompile" - - label: ":windows: Windows 2016 Unit Tests" + - label: ":windows: Metricbeat Win-2019 Unit Tests" command: | Set-Location -Path metricbeat mage build unitTest - key: "mandatory-win-2016-unit-tests" + key: "mandatory-win-2019-unit-tests" retry: automatic: - limit: 3 agents: provider: "gcp" - image: "${IMAGE_WIN_2016}" - machine_type: "${GCP_WIN_MACHINE_TYPE}" - disk_size: 100 - disk_type: "pd-ssd" - artifact_paths: - - "metricbeat/build/*.xml" - - "metricbeat/build/*.json" - notify: - - github_commit_status: - context: "metricbeat: Windows 2016 Unit Tests" - - - label: ":windows: Windows 2022 Unit Tests" - command: | - Set-Location -Path metricbeat - mage build unitTest - key: "mandatory-win-2022-unit-tests" - retry: - automatic: - - limit: 3 - agents: - provider: "gcp" - image: "${IMAGE_WIN_2022}" + image: "${IMAGE_WIN_2019}" machine_type: "${GCP_WIN_MACHINE_TYPE}" disk_size: 100 disk_type: "pd-ssd" @@ -174,13 +164,14 @@ steps: - "metricbeat/build/*.json" notify: - github_commit_status: - context: "metricbeat: Windows 2022 Unit Tests" + context: "metricbeat: Win-2019 Unit Tests" - group: "Metricbeat Extended Windows Tests" key: "metricbeat-extended-win-tests" if: build.env("BUILDKITE_PULL_REQUEST") == "false" || build.env("GITHUB_PR_LABELS") =~ /.*[Ww]indows.*/ + steps: - - label: ":windows: Windows 10 Unit Tests" + - label: ":windows: Metricbeat Win 10 Unit Tests" command: | Set-Location -Path metricbeat mage build unitTest @@ -199,40 +190,19 @@ steps: - "metricbeat/build/*.json" notify: - github_commit_status: - context: "metricbeat: Extended Windows 10 Unit Tests" + context: "metricbeat: Win 10 Unit Tests" - - label: ":windows: Windows 11 Unit Tests" + - label: ":windows: Metricbeat Win-2016 Unit Tests" command: | Set-Location -Path metricbeat mage build unitTest - key: "extended-win-11-unit-tests" + key: "extended-win-2016-unit-tests" retry: automatic: - limit: 3 agents: provider: "gcp" - image: "${IMAGE_WIN_11}" - machineType: "${GCP_WIN_MACHINE_TYPE}" - disk_size: 100 - disk_type: "pd-ssd" - artifact_paths: - - "metricbeat/build/*.xml" - - "metricbeat/build/*.json" - notify: - - github_commit_status: - context: "metricbeat: Extended Windows 11 Unit Tests" - - - label: ":windows: Windows 2019 Unit Tests" - command: | - Set-Location -Path metricbeat - mage build unitTest - key: "extended-win-2019-unit-tests" - retry: - automatic: - - limit: 3 - agents: - provider: "gcp" - image: "${IMAGE_WIN_2019}" + image: "${IMAGE_WIN_2016}" machineType: "${GCP_WIN_MACHINE_TYPE}" disk_size: 100 disk_type: "pd-ssd" @@ -241,13 +211,14 @@ steps: - "metricbeat/build/*.json" notify: - github_commit_status: - context: "metricbeat: Extended Windows 2019 Unit Tests" + context: "metricbeat: Win-2016 Unit Tests" - - group: "Metricbeat Extended MacOS Tests" + - group: "Metricbeat Extended macOS Tests" key: "metricbeat-extended-macos-tests" if: build.env("BUILDKITE_PULL_REQUEST") == "false" || build.env("GITHUB_PR_LABELS") =~ /.*macOS.*/ + steps: - - label: ":mac: MacOS x64_64 Unit Tests" + - label: ":mac: Metricbeat macOS x64_64 Unit Tests" key: "extended-macos-x64-64-unit-tests" command: | set -euo pipefail @@ -264,27 +235,7 @@ steps: - "metricbeat/build/*.json" notify: - github_commit_status: - context: "metricbeat: Extended MacOS x86_64 Unit Tests" - - - label: ":mac: MacOS arm64 Unit Tests" - key: "extended-macos-arm64-unit-tests" - skip: "due to https://github.com/elastic/beats/issues/33035" - command: | - set -euo pipefail - source .buildkite/scripts/install_macos_tools.sh - cd metricbeat && mage build unitTest - retry: - automatic: - - limit: 3 - agents: - provider: "orka" - imagePrefix: "${IMAGE_MACOS_ARM}" - artifact_paths: - - "metricbeat/build/*.xml" - - "metricbeat/build/*.json" - notify: - - github_commit_status: - context: "metricbeat: Extended MacOS arm64 Unit Tests" + context: "metricbeat: macOS x86_64 Unit Tests" - wait: ~ # with PRs, we want to run packaging only if mandatory tests succeed @@ -296,9 +247,11 @@ steps: - group: "Metricbeat Packaging" key: "metricbeat-packaging" steps: - - label: ":linux: Packaging Linux" + - label: ":ubuntu: Metricbeat Packaging Linux" key: "packaging-linux" - command: "cd metricbeat && mage package" + command: | + cd metricbeat + mage package retry: automatic: - limit: 3 @@ -315,20 +268,22 @@ steps: - github_commit_status: context: "metricbeat: Packaging Linux" - - label: ":linux: Packaging ARM" + - label: ":ubuntu: Metricbeat Packaging Linux arm64" key: "packaging-arm" - command: "cd metricbeat && mage package" + command: | + cd metricbeat + mage package retry: automatic: - limit: 3 timeout_in_minutes: 20 agents: provider: "aws" - imagePrefix: "${IMAGE_UBUNTU_ARM_64}" + imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}" instanceType: "${AWS_ARM_INSTANCE_TYPE}" env: PLATFORMS: "linux/arm64" PACKAGES: "docker" notify: - github_commit_status: - context: "metricbeat: Packaging Linux ARM" + context: "metricbeat: Packaging Linux arm64" diff --git a/.buildkite/packetbeat/pipeline.packetbeat.yml b/.buildkite/packetbeat/pipeline.packetbeat.yml index a9d1b725af68..c4ff374fdabe 100644 --- a/.buildkite/packetbeat/pipeline.packetbeat.yml +++ b/.buildkite/packetbeat/pipeline.packetbeat.yml @@ -4,18 +4,18 @@ name: "beats-packetbeat" env: AWS_ARM_INSTANCE_TYPE: "m6g.xlarge" AWS_IMAGE_UBUNTU_ARM_64: "platform-ingest-beats-ubuntu-2204-aarch64" + GCP_DEFAULT_MACHINE_TYPE: "c2d-highcpu-8" GCP_HI_PERF_MACHINE_TYPE: "c2d-highcpu-16" GCP_WIN_MACHINE_TYPE: "n2-standard-8" + IMAGE_MACOS_ARM: "generic-13-ventura-arm" IMAGE_MACOS_X86_64: "generic-13-ventura-x64" IMAGE_RHEL9_X86_64: "family/platform-ingest-beats-rhel-9" IMAGE_UBUNTU_X86_64: "family/platform-ingest-beats-ubuntu-2204" IMAGE_WIN_10: "family/platform-ingest-beats-windows-10" - IMAGE_WIN_11: "family/platform-ingest-beats-windows-11" IMAGE_WIN_2016: "family/platform-ingest-beats-windows-2016" IMAGE_WIN_2019: "family/platform-ingest-beats-windows-2019" - IMAGE_WIN_2022: "family/platform-ingest-beats-windows-2022" #Deps ASDF_MAGE_VERSION: 1.15.0 @@ -25,10 +25,37 @@ env: TEST_COVERAGE: "true" steps: + - group: "Packetbeat Check/Update" + key: "packetbeat-check-update" + steps: + - label: "Run check/update" + command: | + make -C packetbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "packetbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "packetbeat-check-update" + - group: "packetbeat Mandatory Tests" key: "packetbeat-mandatory-tests" + steps: - - label: ":linux: Ubuntu Unit Tests" + - label: ":ubuntu: Packetbeat Linux x86_64 Unit Tests" command: | cd packetbeat mage build unitTest @@ -44,11 +71,13 @@ steps: - "packetbeat/build/*.json" notify: - github_commit_status: - context: "packetbeat: Ubuntu Unit Tests" + context: "packetbeat: Linux x86_64 Unit Tests" - - label: ":linux: Ubuntu ARM Unit Tests" + - label: ":ubuntu: Packetbeat Linux arm64 Unit Tests" key: "linux-arm64-unit-tests" - command: "cd packetbeat && mage build unitTest" + command: | + cd packetbeat + mage build unitTest retry: automatic: - limit: 3 @@ -61,9 +90,9 @@ steps: - "packetbeat/build/*.json" notify: - github_commit_status: - context: "packetbeat: Ubuntu ARM Unit Tests" + context: "packetbeat: Linux arm64 Unit Tests" - - label: ":windows: Windows 2019 Unit Tests" + - label: ":windows: Packetbeat Win-2019 Unit Tests" command: | Set-Location -Path packetbeat mage build unitTest @@ -81,33 +110,14 @@ steps: - "packetbeat/build/*.json" notify: - github_commit_status: - context: "packetbeat: Windows 2019 Unit Tests" + context: "packetbeat: Win-2019 Unit Tests" - - group: "Extended Windows Tests" + - group: "Packetbeat Extended Windows Tests" key: "packetbeat-extended-windows-tests" if: build.env("BUILDKITE_PULL_REQUEST") == "false" || build.env("GITHUB_PR_LABELS") =~ /.*[Ww]indows.*/ - steps: - - label: ":windows: Windows 2016 Unit Tests" - command: | - Set-Location -Path packetbeat - mage build unitTest - retry: - automatic: - - limit: 3 - agents: - provider: "gcp" - image: "${IMAGE_WIN_2016}" - machine_type: "${GCP_WIN_MACHINE_TYPE}" - disk_size: 100 - disk_type: "pd-ssd" - artifact_paths: - - "packetbeat/build/*.xml" - - "packetbeat/build/*.json" - notify: - - github_commit_status: - context: "packetbeat: Extended Windows 2016 Unit Tests" - - label: ":windows: Windows 2022 Unit Tests" + steps: + - label: ":windows: Packetbeat Win-2016 Unit Tests" command: | Set-Location -Path packetbeat mage build unitTest @@ -125,9 +135,9 @@ steps: - "packetbeat/build/*.json" notify: - github_commit_status: - context: "packetbeat: Extended Windows 2022 Unit Tests" + context: "packetbeat: Win-2016 Unit Tests" - - label: ":windows: Windows 10 Unit Tests" + - label: ":windows: Packetbeat Win 10 Unit Tests" command: | Set-Location -Path packetbeat mage build unitTest @@ -145,33 +155,13 @@ steps: - "packetbeat/build/*.json" notify: - github_commit_status: - context: "packetbeat: Extended Windows 10 Unit Tests" + context: "packetbeat: Win 10 Unit Tests" - - label: ":windows: Windows 11 Unit Tests" - command: | - Set-Location -Path packetbeat - mage build unitTest - key: "extended-win-11-unit-tests" - retry: - automatic: - - limit: 3 - agents: - provider: "gcp" - image: "${IMAGE_WIN_11}" - machineType: "${GCP_WIN_MACHINE_TYPE}" - disk_size: 100 - disk_type: "pd-ssd" - artifact_paths: - - "packetbeat/build/*.xml" - - "packetbeat/build/*.json" - notify: - - github_commit_status: - context: "packetbeat: Extended Windows 11 Unit Tests" - - - group: "Extended Tests" + - group: "Packetbeat Extended Tests" key: "extended-tests" + steps: - - label: ":mac: MacOS x86_64 Unit Tests" + - label: ":mac: Packetbeat macOS x86_64 Unit Tests" key: "macos-x86-64-unit-tests-extended" if: build.env("BUILDKITE_PULL_REQUEST") == "false" || build.env("GITHUB_PR_LABELS") =~ /.*macOS.*/ command: | @@ -190,46 +180,7 @@ steps: - "packetbeat/build/*.json" notify: - github_commit_status: - context: "packetbeat: Extended MacOS x86_64 Unit Tests" - - - label: ":mac: MacOS arm64 Unit Tests" - key: "macos-arm64-unit-tests-extended" - if: build.env("GITHUB_PR_LABELS") =~ /.*(macOS|arm).*/ - command: | - set -euo pipefail - source .buildkite/scripts/install_macos_tools.sh - cd packetbeat - mage build unitTest - retry: - automatic: - - limit: 3 - agents: - provider: "orka" - imagePrefix: "${IMAGE_MACOS_ARM}" - artifact_paths: - - "packetbeat/build/*.xml" - - "packetbeat/build/*.json" - notify: - - github_commit_status: - context: "packetbeat: Extended MacOS arm64 Unit Tests" - - - label: ":linux: Ubuntu ARM Unit Tests" - key: "linux-arm64-unit-tests-extended" - command: "cd packetbeat && mage build unitTest" - if: build.env("BUILDKITE_PULL_REQUEST") == "false" || build.env("GITHUB_PR_LABELS") =~ /.*arm.*/ - retry: - automatic: - - limit: 3 - agents: - provider: "aws" - imagePrefix: "${AWS_IMAGE_UBUNTU_ARM_64}" - instanceType: "${AWS_ARM_INSTANCE_TYPE}" - artifact_paths: - - "packetbeat/build/*.xml" - - "packetbeat/build/*.json" - notify: - - github_commit_status: - context: "packetbeat: Extended Ubuntu ARM Unit Tests" + context: "packetbeat: macOS x86_64 Unit Tests" - wait: ~ # with PRs, we want to run packaging only if mandatory tests succeed @@ -241,7 +192,7 @@ steps: - group: "Packetbeat Packaging" key: "packaging" steps: - - label: ":linux: Packaging Linux" + - label: ":ubuntu: Packetbeat Packaging Linux" key: "packaging-linux" command: | cd packetbeat @@ -262,7 +213,7 @@ steps: - github_commit_status: context: "packetbeat: Packaging Linux" - - label: ":linux: Packaging ARM" + - label: ":ubuntu: Packetbeat Packaging arm64" key: "packaging-arm" command: | cd packetbeat @@ -280,4 +231,4 @@ steps: PACKAGES: "docker" notify: - github_commit_status: - context: "packetbeat: Packaging Linux ARM" + context: "packetbeat: Packaging Linux arm64" diff --git a/.buildkite/scripts/changesets.sh b/.buildkite/scripts/changesets.sh index 7e79d2d31647..1ab80edc585c 100644 --- a/.buildkite/scripts/changesets.sh +++ b/.buildkite/scripts/changesets.sh @@ -15,7 +15,7 @@ definePattern() { } defineExclusions() { - exclude="^$beatPath\/module\/(.*(? /dev/null -mage goIntegTest +mage -v goIntegTest popd > /dev/null diff --git a/.buildkite/winlogbeat/pipeline.winlogbeat.yml b/.buildkite/winlogbeat/pipeline.winlogbeat.yml index 857593cce888..7c809c48aadb 100644 --- a/.buildkite/winlogbeat/pipeline.winlogbeat.yml +++ b/.buildkite/winlogbeat/pipeline.winlogbeat.yml @@ -8,7 +8,6 @@ env: IMAGE_UBUNTU_X86_64: "family/platform-ingest-beats-ubuntu-2204" IMAGE_WIN_10: "family/platform-ingest-beats-windows-10" - IMAGE_WIN_11: "family/platform-ingest-beats-windows-11" IMAGE_WIN_2016: "family/platform-ingest-beats-windows-2016" IMAGE_WIN_2019: "family/platform-ingest-beats-windows-2019" IMAGE_WIN_2022: "family/platform-ingest-beats-windows-2022" @@ -23,6 +22,32 @@ env: DOCKER_PULL: 0 steps: + - group: "Winlogbeat Check/Update" + key: "winlogbeat-check-update" + steps: + - label: "Run check/update" + command: | + make -C winlogbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "winlogbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "winlogbeat-check-update" + - group: "Winlogbeat Mandatory Tests" key: "winlogbeat-mandatory-tests" @@ -42,7 +67,7 @@ steps: - "winlogbeat/build/*.json" notify: - github_commit_status: - context: "Winlogbeat: Crosscompile" + context: "winlogbeat: Crosscompile" - label: ":windows: Winlogbeat Win-2019 Unit Tests" command: | @@ -63,7 +88,7 @@ steps: - "winlogbeat/build/*.json" notify: - github_commit_status: - context: "Winlogbeat: Win-2019 Unit Tests" + context: "winlogbeat: Win-2019 Unit Tests" - label: ":windows: Winlogbeat Win-2022 Unit Tests" command: | @@ -84,7 +109,7 @@ steps: - "winlogbeat/build/*.json" notify: - github_commit_status: - context: "Winlogbeat: Win-2022 Unit Tests" + context: "winlogbeat: Win-2022 Unit Tests" - group: "Winlogbeat Extended Windows Tests" key: "winlogbeat-extended-win-tests" @@ -110,28 +135,7 @@ steps: - "winlogbeat/build/*.json" notify: - github_commit_status: - context: "Winlogbeat: Win-10 Unit Tests" - - - label: ":windows: Winlogbeat Win-11 Unit Tests" - command: | - Set-Location -Path winlogbeat - mage build unitTest - key: "extended-win-11-unit-tests" - retry: - automatic: - - limit: 3 - agents: - provider: "gcp" - image: "${IMAGE_WIN_11}" - machineType: "${GCP_WIN_MACHINE_TYPE}" - disk_size: 100 - disk_type: "pd-ssd" - artifact_paths: - - "winlogbeat/build/*.xml" - - "winlogbeat/build/*.json" - notify: - - github_commit_status: - context: "Winlogbeat: Win-11 Unit Tests" + context: "winlogbeat: Win-10 Unit Tests" - label: ":windows: Winlogbeat Win-2016 Unit Tests" command: | @@ -152,16 +156,20 @@ steps: - "winlogbeat/build/*.json" notify: - github_commit_status: - context: "Winlogbeat: Win-2016 Unit Tests" + context: "winlogbeat: Win-2016 Unit Tests" - wait: ~ + # with PRs, we want to run packaging only if mandatory tests succeed + # for other cases, e.g. merge commits, we want to run packaging (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in mandatory tests if: build.env("BUILDKITE_PULL_REQUEST") != "false" depends_on: "winlogbeat-mandatory-tests" - group: "Winlogbeat Packaging" key: "winlogbeat-packaging" + steps: - - label: ":ubuntu: Winlogbeat Packaging Ubuntu x86_64" + - label: ":ubuntu: Winlogbeat Packaging Linux" key: "packaging-linux" command: | cd winlogbeat @@ -178,4 +186,4 @@ steps: PLATFORMS: "+all linux/amd64 linux/arm64 windows/amd64 darwin/amd64" notify: - github_commit_status: - context: "Winlogbeat: Packaging Ubuntu x86_64" + context: "winlogbeat: Packaging Linux" diff --git a/.buildkite/x-pack/pipeline.xpack.auditbeat.yml b/.buildkite/x-pack/pipeline.xpack.auditbeat.yml index 8b0192507435..71a3d295cde8 100644 --- a/.buildkite/x-pack/pipeline.xpack.auditbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.auditbeat.yml @@ -26,6 +26,33 @@ env: TEST_COVERAGE: "true" steps: + - group: "x-pack/auditbeat Check/Update" + key: "x-pack-auditbeat-check-update" + + steps: + - label: "Run check/update" + command: | + make -C x-pack/auditbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "x-pack/auditbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "x-pack-auditbeat-check-update" + - group: "x-pack/auditbeat Mandatory Tests" key: "x-pack-auditbeat-mandatory-tests" diff --git a/.buildkite/x-pack/pipeline.xpack.dockerlogbeat.yml b/.buildkite/x-pack/pipeline.xpack.dockerlogbeat.yml index 5fd432e282e7..8c935d8e59a8 100644 --- a/.buildkite/x-pack/pipeline.xpack.dockerlogbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.dockerlogbeat.yml @@ -18,6 +18,32 @@ env: TEST_COVERAGE: "true" steps: + - group: "x-pack/dockerlogbeat Check/Update" + key: "x-pack-dockerlogbeat-check-update" + steps: + - label: "Run check/update" + command: | + make -C x-pack/dockerlogbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "x-pack/dockerlogbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "x-pack-dockerlogbeat-check-update" + - group: "x-pack/dockerlogbeat Mandatory Tests" key: "xpack-dockerlogbeat-mandatory-tests" steps: @@ -49,7 +75,7 @@ steps: defineModuleFromTheChangeSet x-pack/dockerlogbeat echo "~~~ Running tests" cd x-pack/dockerlogbeat - mage goIntegTest + mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.filebeat.yml b/.buildkite/x-pack/pipeline.xpack.filebeat.yml index c0b8bc048b3c..4daa38c7d867 100644 --- a/.buildkite/x-pack/pipeline.xpack.filebeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.filebeat.yml @@ -94,7 +94,7 @@ steps: key: "x-pack-filebeat-mandatory-int-test" command: | cd x-pack/filebeat - mage goIntegTest + mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.heartbeat.yml b/.buildkite/x-pack/pipeline.xpack.heartbeat.yml index dca98f61909c..d8bda333c0bb 100644 --- a/.buildkite/x-pack/pipeline.xpack.heartbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.heartbeat.yml @@ -31,6 +31,33 @@ env: TEST_COVERAGE: "true" steps: + - group: "x-pack/heartbeat Check/Update" + key: "x-pack-heartbeat-check-update" + + steps: + - label: "Run check/update" + command: | + make -C x-pack/heartbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "x-pack/heartbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "x-pack-heartbeat-check-update" + - group: "x-pack/heartbeat Mandatory Tests" key: "x-pack-heartbeat-mandatory-tests" steps: @@ -65,7 +92,7 @@ steps: npm install -g @elastic/synthetics echo "~~~ Running tests" cd x-pack/heartbeat - mage goIntegTest + mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.libbeat.yml b/.buildkite/x-pack/pipeline.xpack.libbeat.yml index 6cb1825b7a1e..58b13925627e 100644 --- a/.buildkite/x-pack/pipeline.xpack.libbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.libbeat.yml @@ -72,7 +72,7 @@ steps: key: "mandatory-int-test" command: | cd x-pack/libbeat - mage goIntegTest + mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.metricbeat.yml b/.buildkite/x-pack/pipeline.xpack.metricbeat.yml index 2dc75406a9d2..7ab0e851ffc2 100644 --- a/.buildkite/x-pack/pipeline.xpack.metricbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.metricbeat.yml @@ -26,6 +26,32 @@ env: TEST_COVERAGE: "true" steps: + - group: "x-pack/metricbeat Check/Update" + key: "x-pack-metricbeat-check-update" + steps: + - label: "Run check/update" + command: | + make -C x-pack/metricbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "x-pack/metricbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "x-pack-metricbeat-check-update" + - group: "x-pack/metricbeat Mandatory Tests" key: "x-pack-metricbeat-mandatory-tests" steps: @@ -56,7 +82,7 @@ steps: source .buildkite/scripts/changesets.sh defineModuleFromTheChangeSet x-pack/metricbeat echo "~~~ Running tests" - cd x-pack/metricbeat && mage goIntegTest + cd x-pack/metricbeat && mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.osquerybeat.yml b/.buildkite/x-pack/pipeline.xpack.osquerybeat.yml index 5ce7755c7900..60bccb4a8e15 100644 --- a/.buildkite/x-pack/pipeline.xpack.osquerybeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.osquerybeat.yml @@ -20,6 +20,32 @@ env: TEST_COVERAGE: "true" steps: + - group: "x-pack/osquerybeat Check/Update" + key: "x-pack-osquerybeat-check-update" + steps: + - label: "Run check/update" + command: | + make -C x-pack/osquerybeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "x-pack/osquerybeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "x-pack-osquerybeat-check-update" + - group: "x-pack/osquerybeat Mandatory Tests" key: "x-pack-osquerybeat-mandatory-tests" @@ -47,7 +73,7 @@ steps: key: "mandatory-int-test" command: | cd x-pack/osquerybeat - mage goIntegTest + mage -v goIntegTest retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.packetbeat.yml b/.buildkite/x-pack/pipeline.xpack.packetbeat.yml index fa9a102af187..2c943a068b1e 100644 --- a/.buildkite/x-pack/pipeline.xpack.packetbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.packetbeat.yml @@ -23,6 +23,32 @@ env: TEST_COVERAGE: "true" steps: + - group: "x-pack/packetbeat Check/Update" + key: "x-pack-packetbeat-check-update" + steps: + - label: "Run check/update" + command: | + make -C x-pack/packetbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "x-pack/packetbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "x-pack-packetbeat-check-update" + - group: "x-pack/packetbeat Mandatory Tests" key: "x-pack-packetbeat-mandatory-tests" diff --git a/.buildkite/x-pack/pipeline.xpack.winlogbeat.yml b/.buildkite/x-pack/pipeline.xpack.winlogbeat.yml index c14efffd8371..e8b91c652bc0 100644 --- a/.buildkite/x-pack/pipeline.xpack.winlogbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.winlogbeat.yml @@ -19,6 +19,32 @@ env: TEST_COVERAGE: "true" steps: + - group: "x-pack/winlogbeat Check/Update" + key: "x-pack-winlogbeat-check-update" + steps: + - label: "Run check/update" + command: | + make -C x-pack/winlogbeat check update + make check-no-changes + retry: + automatic: + - limit: 3 + agents: + image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest" + cpu: "4000m" + memory: "8Gi" + useCustomGlobalHooks: true + notify: + - github_commit_status: + context: "x-pack/winlogbeat: check/update" + + - wait: ~ + # with PRs, we want to run mandatory tests only if check/update step succeed + # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests + # this allows building DRA artifacts even if there is flakiness in check/update step + if: build.env("BUILDKITE_PULL_REQUEST") != "false" + depends_on: "x-pack-winlogbeat-check-update" + - group: "x-pack/winlogbeat Mandatory Tests" key: "x-pack-winlogbeat-mandatory-tests" steps: diff --git a/.github/workflows/check-audtibeat.yml b/.github/workflows/check-audtibeat.yml deleted file mode 100644 index 3941fcdd492f..000000000000 --- a/.github/workflows/check-audtibeat.yml +++ /dev/null @@ -1,25 +0,0 @@ -name: check-auditbeat - -on: - pull_request: - paths: - - '.github/workflows/check-auditbeat.yml' - - 'auditbeat/**' - - 'x-pack/auditbeat/**' - -env: - BEAT_MODULE: 'auditbeat' - -jobs: - check: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - - uses: actions/setup-go@v3 - with: - go-version-file: .go-version - - name: Run check/update - run: | - go install github.com/magefile/mage - make -C ${{ env.BEAT_MODULE }} check update - make check-no-changes diff --git a/.github/workflows/check-metricbeat.yml b/.github/workflows/check-metricbeat.yml deleted file mode 100644 index 452f0dbedc1c..000000000000 --- a/.github/workflows/check-metricbeat.yml +++ /dev/null @@ -1,25 +0,0 @@ -name: check-metricbeat - -on: - pull_request: - paths: - - '.github/workflows/check-metricbeat.yml' - - 'metricbeat/**' - - 'x-pack/metricbeat/**' - -env: - BEAT_MODULE: 'metricbeat' - -jobs: - check: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - - uses: actions/setup-go@v3 - with: - go-version-file: .go-version - - name: Run check/update - run: | - go install github.com/magefile/mage - make -C ${{ env.BEAT_MODULE }} check update - make check-no-changes diff --git a/.github/workflows/check-packetbeat.yml b/.github/workflows/check-packetbeat.yml deleted file mode 100644 index b084e4d962e2..000000000000 --- a/.github/workflows/check-packetbeat.yml +++ /dev/null @@ -1,29 +0,0 @@ -name: check-packetbeat - -on: - pull_request: - paths: - - '.github/workflows/check-packetbeat.yml' - - 'packetbeat/**' - - 'x-pack/packetbeat/**' - -env: - BEAT_MODULE: 'packetbeat' - -jobs: - check: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - - uses: actions/setup-go@v3 - with: - go-version-file: .go-version - - name: Update package lists - run: sudo apt-get update - - name: Install libpcap-dev - run: sudo apt-get install -y libpcap-dev - - name: Run check/update - run: | - go install github.com/magefile/mage - make -C ${{ env.BEAT_MODULE }} check update - make check-no-changes diff --git a/.github/workflows/check-winlogbeat.yml b/.github/workflows/check-winlogbeat.yml deleted file mode 100644 index e048d585fa8b..000000000000 --- a/.github/workflows/check-winlogbeat.yml +++ /dev/null @@ -1,25 +0,0 @@ -name: check-winlogbeat - -on: - pull_request: - paths: - - '.github/workflows/check-winlogbeat.yml' - - 'winlogbeat/**' - - 'x-pack/winlogbeat/**' - -env: - BEAT_MODULE: 'winlogbeat' - -jobs: - check: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - - uses: actions/setup-go@v3 - with: - go-version-file: .go-version - - name: Run check/update - run: | - go install github.com/magefile/mage - make -C ${{ env.BEAT_MODULE }} check update - make check-no-changes diff --git a/.github/workflows/check-xpack-heartbeat.yml b/.github/workflows/check-xpack-heartbeat.yml deleted file mode 100644 index c9b77cbebb38..000000000000 --- a/.github/workflows/check-xpack-heartbeat.yml +++ /dev/null @@ -1,25 +0,0 @@ -name: check-x-pack-heartbeat - -on: - pull_request: - paths: - - '.github/workflows/check-xpack-heartbeat.yml' - - 'x-pack/heartbeat/**' - - 'heartbeat/**' - -env: - BEAT_MODULE: 'x-pack/heartbeat' - -jobs: - check: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - - uses: actions/setup-go@v3 - with: - go-version-file: .go-version - - name: Run check/update - run: | - go install github.com/magefile/mage - make -C ${{ env.BEAT_MODULE }} check update - make check-no-changes diff --git a/.go-version b/.go-version index ae7bbdf047aa..88863fd8e367 100644 --- a/.go-version +++ b/.go-version @@ -1 +1 @@ -1.21.10 +1.21.11 diff --git a/.golangci.yml b/.golangci.yml index eba028867c2a..dbb8d7a128f4 100755 --- a/.golangci.yml +++ b/.golangci.yml @@ -102,7 +102,7 @@ linters-settings: gosimple: # Select the Go version to target. The default is '1.13'. - go: "1.21.10" + go: "1.21.11" nakedret: # make an issue if func has more lines of code than this setting and it has naked returns; default is 30 @@ -120,19 +120,19 @@ linters-settings: staticcheck: # Select the Go version to target. The default is '1.13'. - go: "1.21.10" + go: "1.21.11" checks: ["all"] stylecheck: # Select the Go version to target. The default is '1.13'. - go: "1.21.10" + go: "1.21.11" # Disabled: # ST1005: error strings should not be capitalized checks: ["all", "-ST1005"] unused: # Select the Go version to target. The default is '1.13'. - go: "1.21.10" + go: "1.21.11" gosec: excludes: diff --git a/CHANGELOG.asciidoc b/CHANGELOG.asciidoc index a09b2dada040..391201961232 100644 --- a/CHANGELOG.asciidoc +++ b/CHANGELOG.asciidoc @@ -3,6 +3,24 @@ :issue: https://github.com/elastic/beats/issues/ :pull: https://github.com/elastic/beats/pull/ +[[release-notes-7.17.22]] +=== Beats version 7.17.22 +https://github.com/elastic/beats/compare/v7.17.21\...v7.17.22[View commits] + +==== Bugfixes + +*Auditbeat* + +- Prevent scenario of losing children-related file events in a directory for recursive fsnotify backend of Auditbeat file integrity module. {pull}39133[39133] +- Fix losing events in FIM for MacOS X by allowing always to walk an added directory to monitor. {pull}39362[39362] + +==== Added + +*Affecting all Beats* + +- Upgrade to Go 1.21.10. {pull}39468[39468] + + [[release-notes-7.17.21]] === Beats version 7.17.21 https://github.com/elastic/beats/compare/v7.17.20\...v7.17.21[View commits] diff --git a/CHANGELOG.next.asciidoc b/CHANGELOG.next.asciidoc index a478fe28ea3c..55008478de2e 100644 --- a/CHANGELOG.next.asciidoc +++ b/CHANGELOG.next.asciidoc @@ -37,8 +37,6 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d *Auditbeat* -- Prevent scenario of losing children-related file events in a directory for recursive fsnotify backend of auditbeat file integrity module {pull}39133[39133] -- Fix losing events in FIM for OS X by allowing always to walk an added directory to monitor {pull}39362[39362] *Filebeat* @@ -66,7 +64,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d *Affecting all Beats* -- Upgrade to Go 1.21.10. {pull}39468[39468] +- Upgrade to Go 1.21.11. {pull}39832[39832] *Auditbeat* @@ -132,6 +130,9 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d + + + diff --git a/auditbeat/Dockerfile b/auditbeat/Dockerfile index 3f71118e8e52..fdfbc6991478 100644 --- a/auditbeat/Dockerfile +++ b/auditbeat/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 RUN \ apt-get update \ diff --git a/deploy/kubernetes/auditbeat-kubernetes.yaml b/deploy/kubernetes/auditbeat-kubernetes.yaml index 369e10c0ce93..b54cd64348cd 100644 --- a/deploy/kubernetes/auditbeat-kubernetes.yaml +++ b/deploy/kubernetes/auditbeat-kubernetes.yaml @@ -109,7 +109,7 @@ spec: dnsPolicy: ClusterFirstWithHostNet containers: - name: auditbeat - image: docker.elastic.co/beats/auditbeat:7.17.21 + image: docker.elastic.co/beats/auditbeat:7.17.22 args: [ "-c", "/etc/auditbeat.yml", "-e", diff --git a/deploy/kubernetes/elastic-agent-managed-kubernetes.yaml b/deploy/kubernetes/elastic-agent-managed-kubernetes.yaml index a0f337989bf7..25b8497ec6f4 100644 --- a/deploy/kubernetes/elastic-agent-managed-kubernetes.yaml +++ b/deploy/kubernetes/elastic-agent-managed-kubernetes.yaml @@ -22,7 +22,7 @@ spec: dnsPolicy: ClusterFirstWithHostNet containers: - name: elastic-agent - image: docker.elastic.co/beats/elastic-agent:7.17.21 + image: docker.elastic.co/beats/elastic-agent:7.17.22 env: - name: FLEET_ENROLL value: "1" diff --git a/deploy/kubernetes/elastic-agent-standalone-kubernetes.yaml b/deploy/kubernetes/elastic-agent-standalone-kubernetes.yaml index d0dc16594510..4df0d2cbae3b 100644 --- a/deploy/kubernetes/elastic-agent-standalone-kubernetes.yaml +++ b/deploy/kubernetes/elastic-agent-standalone-kubernetes.yaml @@ -471,7 +471,7 @@ spec: dnsPolicy: ClusterFirstWithHostNet containers: - name: elastic-agent - image: docker.elastic.co/beats/elastic-agent:7.17.21 + image: docker.elastic.co/beats/elastic-agent:7.17.22 args: [ "-c", "/etc/agent.yml", "-e", diff --git a/deploy/kubernetes/filebeat-kubernetes.yaml b/deploy/kubernetes/filebeat-kubernetes.yaml index 3961dae3581e..a8802531dfc8 100644 --- a/deploy/kubernetes/filebeat-kubernetes.yaml +++ b/deploy/kubernetes/filebeat-kubernetes.yaml @@ -64,7 +64,7 @@ spec: dnsPolicy: ClusterFirstWithHostNet containers: - name: filebeat - image: docker.elastic.co/beats/filebeat:7.17.21 + image: docker.elastic.co/beats/filebeat:7.17.22 args: [ "-c", "/etc/filebeat.yml", "-e", diff --git a/deploy/kubernetes/heartbeat-kubernetes.yaml b/deploy/kubernetes/heartbeat-kubernetes.yaml index 3597abf284b1..9a3329e35ce3 100644 --- a/deploy/kubernetes/heartbeat-kubernetes.yaml +++ b/deploy/kubernetes/heartbeat-kubernetes.yaml @@ -74,7 +74,7 @@ spec: dnsPolicy: ClusterFirstWithHostNet containers: - name: heartbeat - image: docker.elastic.co/beats/heartbeat:7.17.21 + image: docker.elastic.co/beats/heartbeat:7.17.22 args: [ "-c", "/etc/heartbeat.yml", "-e", diff --git a/deploy/kubernetes/metricbeat-kubernetes.yaml b/deploy/kubernetes/metricbeat-kubernetes.yaml index b8c5ff35e38b..5e535256f25f 100644 --- a/deploy/kubernetes/metricbeat-kubernetes.yaml +++ b/deploy/kubernetes/metricbeat-kubernetes.yaml @@ -151,7 +151,7 @@ spec: dnsPolicy: ClusterFirstWithHostNet containers: - name: metricbeat - image: docker.elastic.co/beats/metricbeat:7.17.21 + image: docker.elastic.co/beats/metricbeat:7.17.22 args: [ "-c", "/etc/metricbeat.yml", "-e", diff --git a/dev-tools/kubernetes/filebeat/Dockerfile.debug b/dev-tools/kubernetes/filebeat/Dockerfile.debug index 0054c34fb14f..de570e4624f4 100644 --- a/dev-tools/kubernetes/filebeat/Dockerfile.debug +++ b/dev-tools/kubernetes/filebeat/Dockerfile.debug @@ -1,4 +1,4 @@ -FROM golang:1.21.10 as builder +FROM golang:1.21.11 as builder ENV PATH=/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/go/bin:/usr/local/go/bin diff --git a/dev-tools/kubernetes/heartbeat/Dockerfile.debug b/dev-tools/kubernetes/heartbeat/Dockerfile.debug index 387525941b83..4820d67dc6d3 100644 --- a/dev-tools/kubernetes/heartbeat/Dockerfile.debug +++ b/dev-tools/kubernetes/heartbeat/Dockerfile.debug @@ -1,4 +1,4 @@ -FROM golang:1.21.10 as builder +FROM golang:1.21.11 as builder ENV PATH=/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/go/bin:/usr/local/go/bin diff --git a/dev-tools/kubernetes/metricbeat/Dockerfile.debug b/dev-tools/kubernetes/metricbeat/Dockerfile.debug index 0e353a3b748f..438c3690dcd9 100644 --- a/dev-tools/kubernetes/metricbeat/Dockerfile.debug +++ b/dev-tools/kubernetes/metricbeat/Dockerfile.debug @@ -1,4 +1,4 @@ -FROM golang:1.21.10 as builder +FROM golang:1.21.11 as builder ENV PATH=/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/go/bin:/usr/local/go/bin diff --git a/filebeat/Dockerfile b/filebeat/Dockerfile index 93b6e5186f00..f003772a2e8d 100644 --- a/filebeat/Dockerfile +++ b/filebeat/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 RUN \ apt-get update \ diff --git a/heartbeat/Dockerfile b/heartbeat/Dockerfile index f8765612d4bb..0a1e0501ab4f 100644 --- a/heartbeat/Dockerfile +++ b/heartbeat/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 RUN \ apt-get update \ diff --git a/libbeat/Dockerfile b/libbeat/Dockerfile index b6b676cc0efb..3e09cc79f169 100644 --- a/libbeat/Dockerfile +++ b/libbeat/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 RUN \ apt-get update \ diff --git a/libbeat/docs/release.asciidoc b/libbeat/docs/release.asciidoc index 05a88bf045c2..6961c787977d 100644 --- a/libbeat/docs/release.asciidoc +++ b/libbeat/docs/release.asciidoc @@ -8,6 +8,7 @@ This section summarizes the changes in each release. Also read <> for more detail about changes that affect upgrade. +* <> * <> * <> * <> diff --git a/libbeat/docs/version.asciidoc b/libbeat/docs/version.asciidoc index 6c127331a30b..4715e636d4ec 100644 --- a/libbeat/docs/version.asciidoc +++ b/libbeat/docs/version.asciidoc @@ -1,6 +1,6 @@ -:stack-version: 7.17.21 +:stack-version: 7.17.22 :doc-branch: 7.17 -:go-version: 1.21.10 +:go-version: 1.21.11 :release-state: unreleased :python: 3.7 :docker: 1.12 diff --git a/libbeat/tests/system/requirements_aix.txt b/libbeat/tests/system/requirements_aix.txt deleted file mode 100644 index ffadc2dbdd40..000000000000 --- a/libbeat/tests/system/requirements_aix.txt +++ /dev/null @@ -1,52 +0,0 @@ -requests==2.31.0 -urllib3==1.26.18 -docker==6.1.3 -docker-compose @ git+https://github.com/pkoutsovasilis/compose@v1_fix -attrs==19.3.0 -autopep8==1.5.4 -backports.ssl-match-hostname==3.5.0.1 -cached-property==1.4.2 -certifi==2018.1.18 -chardet==3.0.4 -deepdiff==4.2.0 -docker-pycreds==0.4.0 -dockerpty==0.4.1 -docopt==0.6.2 -elasticsearch==7.8.1 -enum34==1.1.6 -idna==2.6 -importlib-metadata==1.7.0 -iniconfig==1.0.1 -ipaddress==1.0.19 -Jinja2==2.11.3 -jsondiff==1.1.2 -jsonschema==3.2.0 -kafka-python==1.4.3 -MarkupSafe==1.1.1 -more-itertools==8.4.0 -opentelemetry-api==1.11.0 -opentelemetry-exporter-otlp==1.11.0 -opentelemetry-sdk==1.11.0 -ordered-set==3.1.1 -packaging==20.4 -parameterized==0.7.0 -pluggy==0.13.1 -py==1.11.0 -pycodestyle==2.6.0 -pyparsing==2.4.7 -pyrsistent==0.16.0 -pytest==7.3.2 -pytest-rerunfailures==9.1.1 -pytest-timeout==1.4.2 -PyYAML==5.3.1 -redis==2.10.6 -semver==2.8.1 -setuptools==47.3.2 -six==1.15.0 -stomp.py==4.1.22 -termcolor==1.1.0 -texttable==0.9.1 -toml==0.10.1 -wcwidth==0.2.5 -websocket-client==0.47.0 -zipp>=1.2.0,<=3.1.0 diff --git a/libbeat/version/version.go b/libbeat/version/version.go index 2f5e1cb435f5..b965a1aa914b 100644 --- a/libbeat/version/version.go +++ b/libbeat/version/version.go @@ -18,4 +18,4 @@ // Code generated by dev-tools/set_version package version -const defaultBeatVersion = "7.17.22" +const defaultBeatVersion = "7.17.23" diff --git a/metricbeat/Dockerfile b/metricbeat/Dockerfile index 70a3494d436e..554b9df0b60e 100644 --- a/metricbeat/Dockerfile +++ b/metricbeat/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 COPY --from=docker:26.0.0-alpine3.19 /usr/local/bin/docker /usr/local/bin/ RUN \ diff --git a/metricbeat/module/http/_meta/Dockerfile b/metricbeat/module/http/_meta/Dockerfile index 0a5646a9d75c..b6517fea093f 100644 --- a/metricbeat/module/http/_meta/Dockerfile +++ b/metricbeat/module/http/_meta/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 COPY test/main.go main.go diff --git a/metricbeat/module/nats/_meta/Dockerfile b/metricbeat/module/nats/_meta/Dockerfile index f3cab807dfd5..f443a51dd3ae 100644 --- a/metricbeat/module/nats/_meta/Dockerfile +++ b/metricbeat/module/nats/_meta/Dockerfile @@ -2,7 +2,7 @@ ARG NATS_VERSION=2.0.4 FROM nats:$NATS_VERSION # build stage -FROM golang:1.21.10 AS build-env +FROM golang:1.21.11 AS build-env RUN apt-get install git mercurial gcc RUN git clone https://github.com/nats-io/nats.go.git /nats-go RUN cd /nats-go/examples/nats-bench && git checkout tags/v1.10.0 && go build . diff --git a/metricbeat/module/vsphere/_meta/Dockerfile b/metricbeat/module/vsphere/_meta/Dockerfile index 9dea6777c572..6301d44f4e2a 100644 --- a/metricbeat/module/vsphere/_meta/Dockerfile +++ b/metricbeat/module/vsphere/_meta/Dockerfile @@ -1,5 +1,5 @@ ARG VSPHERE_GOLANG_VERSION -FROM golang:1.21.10 +FROM golang:1.21.11 RUN apt-get install curl git RUN go install github.com/vmware/govmomi/vcsim@v0.30.4 diff --git a/packetbeat/Dockerfile b/packetbeat/Dockerfile index 912cd87cc43c..22c50eeb4305 100644 --- a/packetbeat/Dockerfile +++ b/packetbeat/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 RUN \ apt-get update \ diff --git a/testing/environments/snapshot.yml b/testing/environments/snapshot.yml index e80124bd3a64..f75d48577ee8 100644 --- a/testing/environments/snapshot.yml +++ b/testing/environments/snapshot.yml @@ -3,7 +3,7 @@ version: '2.3' services: elasticsearch: - image: docker.elastic.co/elasticsearch/elasticsearch:7.17.22-13d5abd0-SNAPSHOT + image: docker.elastic.co/elasticsearch/elasticsearch:7.17.23-dc0072d1-SNAPSHOT healthcheck: test: ["CMD-SHELL", "curl -s http://localhost:9200/_cat/health?h=status | grep -q green"] retries: 300 @@ -22,7 +22,7 @@ services: - "ingest.geoip.downloader.enabled=false" logstash: - image: docker.elastic.co/logstash/logstash:7.17.22-13d5abd0-SNAPSHOT + image: docker.elastic.co/logstash/logstash:7.17.23-dc0072d1-SNAPSHOT healthcheck: test: ["CMD", "curl", "-f", "http://localhost:9600/_node/stats"] retries: 600 @@ -32,7 +32,7 @@ services: - ./docker/logstash/pki:/etc/pki:ro kibana: - image: docker.elastic.co/kibana/kibana:7.17.22-13d5abd0-SNAPSHOT + image: docker.elastic.co/kibana/kibana:7.17.23-dc0072d1-SNAPSHOT healthcheck: test: ["CMD-SHELL", "curl -s http://localhost:5601/api/status?v8format=true | grep -q '\"overall\":{\"level\":\"available\"'"] retries: 600 diff --git a/x-pack/elastic-agent/pkg/agent/operation/tests/scripts/serviceable-1.0-darwin-x86_64/main.go b/x-pack/elastic-agent/pkg/agent/operation/tests/scripts/serviceable-1.0-darwin-x86_64/main.go index eadeb8ec759b..da9123f45874 100644 --- a/x-pack/elastic-agent/pkg/agent/operation/tests/scripts/serviceable-1.0-darwin-x86_64/main.go +++ b/x-pack/elastic-agent/pkg/agent/operation/tests/scripts/serviceable-1.0-darwin-x86_64/main.go @@ -102,7 +102,7 @@ type TestConfig struct { TestFile string `config:"TestFile" yaml:"TestFile"` } -func getCreds(port int) (*proto.StartUpInfo, error) { +func getCreds(port int) (*proto.ConnInfo, error) { c, err := net.Dial("tcp", fmt.Sprintf("127.0.0.1:%d", port)) if err != nil { return nil, err @@ -113,7 +113,7 @@ func getCreds(port int) (*proto.StartUpInfo, error) { if err != nil { return nil, err } - var connInfo proto.StartUpInfo + var connInfo proto.ConnInfo err = protobuf.Unmarshal(buf[:n], &connInfo) if err != nil { return nil, err diff --git a/x-pack/functionbeat/Dockerfile b/x-pack/functionbeat/Dockerfile index 3b3a785a0ca5..d1c4d5af3cdf 100644 --- a/x-pack/functionbeat/Dockerfile +++ b/x-pack/functionbeat/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 RUN \ apt-get update \ diff --git a/x-pack/libbeat/Dockerfile b/x-pack/libbeat/Dockerfile index 2901fa41c12e..e09893cca6ab 100644 --- a/x-pack/libbeat/Dockerfile +++ b/x-pack/libbeat/Dockerfile @@ -1,4 +1,4 @@ -FROM golang:1.21.10 +FROM golang:1.21.11 RUN \ apt-get update \ diff --git a/x-pack/metricbeat/module/stan/_meta/Dockerfile b/x-pack/metricbeat/module/stan/_meta/Dockerfile index 5023acb7b46a..e7fd7774af83 100644 --- a/x-pack/metricbeat/module/stan/_meta/Dockerfile +++ b/x-pack/metricbeat/module/stan/_meta/Dockerfile @@ -2,7 +2,7 @@ ARG STAN_VERSION=0.15.1 FROM nats-streaming:$STAN_VERSION # build stage -FROM golang:1.21.10 AS build-env +FROM golang:1.21.11 AS build-env RUN apt-get install git mercurial gcc RUN git clone https://github.com/nats-io/stan.go.git /stan-go RUN cd /stan-go/examples/stan-bench && git checkout tags/v0.5.2 && go build .