Merge branch 'main' into chouquette/omnibus_cache

.circleci/config.yml

@@ -15,7 +15,7 @@ experimental:
 templates:
   job_template: &job_template
     docker:
-      - image: gcr.io/datadoghq/agent-circleci-runner_test_only:v26115663-8aa64265
+      - image: gcr.io/datadoghq/agent-circleci-runner:v27950662-17e84032
         environment:
           USE_SYSTEM_LIBS: "1"
     working_directory: /go/src/github.com/DataDog/datadog-agent
@@ -100,7 +100,9 @@ jobs:
       - run:
           name: run unit tests
           no_output_timeout: 20m
-          command: inv -e test --rerun-fails=2 --python-runtimes 3 --coverage --race --profile --cpus 8
+          command: inv -e test --rerun-fails=2 --python-runtimes 3 --coverage --race --profile --cpus 8 --build-stdlib
+          environment:
+            GO_TEST_SKIP_FLAKE: "true"
       - run:
           name: upload code coverage results
           # Never fail on coverage upload
@@ -122,6 +124,9 @@ jobs:
     steps:
       - restore_cache: *restore_source
       - restore_cache: *restore_deps
+      - run:
+          command: pip install -r tasks/libs/requirements-github.txt
+          name: Install additional requirements
       - run:
           command: inv -e lint-releasenote
           name: run PR check for release note

.copyright-overrides.yml

@@ -183,6 +183,7 @@ github.com/gogo/protobuf: ["Copyright (c) 2013, The GoGo Authors. All rights res
 #  * Author, when known only by GitHub username, is "GitHub Full Name (github-username)"
 github.com/moby/sys/mountinfo: Copyright (c) 2014-2018 The Docker & Go Authors. All rights reserved.
 github.com/moby/sys/signal: Copyright (c) 2014-2018 The Docker & Go Authors. All rights reserved.
+github.com/moby/sys/user: Copyright (c) 2014-2018 The Docker & Go Authors. All rights reserved.
 github.com/modern-go/concurrent: Copyright (c) 2018 Tao Wen
 github.com/modern-go/reflect2: Copyright (c) 2018 Tao Wen
 github.com/opencontainers/selinux/*: Copyright (c) 2017 The Authors
@@ -220,6 +221,11 @@ github.com/google/gnostic/extensions: Copyright 2017-2020, Google LLC.
 github.com/google/gnostic/jsonschema: Copyright 2017-2020, Google LLC.
 github.com/google/gnostic/openapiv2: Copyright 2017-2020, Google LLC.
 github.com/google/gnostic/openapiv3: Copyright 2017-2020, Google LLC.
+github.com/google/gnostic-models/compiler: Copyright 2017-2022, Google LLC.
+github.com/google/gnostic-models/extensions: Copyright 2017-2022, Google LLC
+github.com/google/gnostic-models/jsonschema: Copyright 2017-2022, Google LLC
+github.com/google/gnostic-models/openapiv2: Copyright 2017-2022, Google LLC
+github.com/google/gnostic-models/openapiv3: Copyright 2017-2022, Google LLC
 github.com/google/s2a-go: Copyright (c) 2020 Google
 github.com/google/s2a-go/fallback: Copyright (c) 2020 Google
 github.com/google/s2a-go/internal/authinfo: Copyright (c) 2020 Google
@@ -277,8 +283,12 @@ github.com/containerd/typeurl/v2: Copyright 2012-2015 Docker, Inc.
 github.com/moby/sys/sequential: Kir Kolyshkin <[email protected]>|Sebastiaan van Stijn <[email protected]>|Sebastiaan van Stijn <[email protected]>|Tibor Vass <[email protected]>|Brian Goff <[email protected]>|John Howard <[email protected]>|Victor Vieux <[email protected]>|Michael Crosby <[email protected]>|Daniel Nephin <[email protected]>|Tianon Gravi <[email protected]>|Vincent Batts <[email protected]>|Akihiro Suda <[email protected]>|Michael Crosby <[email protected]>|Yong Tang <[email protected]>|Kir Kolyshkin <[email protected]>|Christopher Jones <[email protected]>|Guillaume J. Charmes <[email protected]>|Kato Kazuyoshi <[email protected]>|Manu Gupta <[email protected]>|Michael Crosby <[email protected]>|Vincent Demeester <[email protected]>|Aleksa Sarai <[email protected]>|Amit Krishnan <[email protected]>|Arnaud Porterie <[email protected]>|Brian Goff <[email protected]>|Brian Goff <[email protected]>|Dan Walsh <[email protected]>|Michael Crosby <[email protected]>|Phil Estes <[email protected]>|Shengjing Zhu <[email protected]>|Solomon Hykes <[email protected]>|Tobias Klauser <[email protected]>|lalyos <[email protected]>|unclejack <[email protected]>|Akihiro Suda <[email protected]>|Alexander Morozov <[email protected]>|Jessica Frazelle <[email protected]>|Jessica Frazelle <[email protected]>|Jessie Frazelle <[email protected]>|Justas Brazauskas <[email protected]>|Justin Cormack <[email protected]>|Kazuyoshi Kato <[email protected]>|Naveed Jamil <[email protected]>|Vincent Demeester <[email protected]>|shuai-z <[email protected]>|Ahmet Alp Balkan <[email protected]>|Aleksa Sarai <[email protected]>|Alexander Larsson <[email protected]>|Alexander Morozov <[email protected]>|Alexandr Morozov <[email protected]>|Alexandr Morozov <[email protected]>|Antonio Murdaca <[email protected]>|Antonio Murdaca <[email protected]>|Antonio Murdaca <[email protected]>|Artem Khramov <[email protected]>|Cezar Sa Espinola <[email protected]>|Chen Hanxiao <[email protected]>|Darren Stahl <[email protected]>|David Calavera <[email protected]>|Derek McGowan <[email protected]>|Eng Zer Jun <[email protected]>|Erik Dubbelboer <[email protected]>|Fabian Kramm <[email protected]>|Guillaume Dufour <[email protected]>|Guillaume J. Charmes <[email protected]>|Hajime Tazaki <[email protected]>|Jamie Hannaford <[email protected]>|Jason A. Donenfeld <[email protected]>|Jhon Honce <[email protected]>|Josh Soref <[email protected]>|Kasper Fabæch Brandt <[email protected]>|Kathryn Baldauf <[email protected]>|Kenfe-Mickael Laventure <[email protected]>|Kirill Kolyshkin <[email protected]>|Muhammad Kaisar Arkhan <[email protected]>|Oli <[email protected]>|Olli Janatuinen <[email protected]>|Paul Nasrat <[email protected]>|Peter Bourgon <[email protected]>|Peter Waller <[email protected]>|Phil Estes <[email protected]>|Samuel Karp <[email protected]>|Stefan J. Wernli <[email protected]>|Steven Hartland <[email protected]>|Stig Larsson <[email protected]>|Tim Wang <[email protected]>|Victor Vieux <[email protected]>|Victor Vieux <[email protected]>|Yan Feng <[email protected]>|jhowardmsft <[email protected]>|liuxiaodong <[email protected]>|phineas <[email protected]>|unclejack <[email protected]>|yuexiao-wang <[email protected]>|谢致邦 (XIE Zhibang) <[email protected]>
 github.com/wk8/go-ordered-map/v2: Copyright 2023 Jean Rougé <[email protected]>
 github.com/ebitengine/purego: Copyright 2022 The Ebitengine Authors
+github.com/distribution/reference: Copyright 2014 The CNCF Distribution Project Authors
 
 github.com/pjbgf/sha1cd:
  - Copyright 2009 The Go Authors. All rights reserved.
  - Copyright 2017 Marc Stevens <[email protected]>, Dan Shumow <[email protected]>
  - Copyright 2022 Paulo Gomes <[email protected]>
+
+github.com/kr/pretty: Copyright 2012 Keith Rarick
+github.com/kr/text: Copyright 2012 Keith Rarick

.ddqa/config.toml

@@ -5,7 +5,6 @@ qa_statuses = [
   "Done",
 ]
 ignored_labels = [
-  "qa/skip-qa",
   "qa/done",
   "qa/no-code-change",
 ]
@@ -35,6 +34,7 @@ github_labels = ["team/agent-shared-components"]
 exclude_members = [
   "sgnn7",
   "truthbk",
+  "cmourot",
 ]
 
 [teams."Agent Platform"]
@@ -116,7 +116,8 @@ jira_statuses = [
 github_team = "agent-integrations"
 github_labels = ["team/integrations"]
 exclude_members = [
-  "hithwen",
+  "ofek",
+  "alopezz",
 ]
 
 [teams."Platform Integrations"]

.github/CODEOWNERS

@@ -28,7 +28,7 @@
 # Todo: is this file still needed?
 /Makefile.trace                         @DataDog/agent-platform
 
-/release.json                           @DataDog/agent-platform @DataDog/agent-metrics-logs @DataDog/windows-kernel-integrations
+/release.json                           @DataDog/agent-platform @DataDog/agent-metrics-logs @DataDog/windows-kernel-integrations @DataDog/agent-release-management @DataDog/agent-security
 /requirements.txt                       @DataDog/agent-platform
 /pyproject.toml                         @DataDog/agent-platform
 /setup.cfg                              @DataDog/agent-platform
@@ -50,6 +50,9 @@
 /.github/workflows/go-update-commenter.yml          @DataDog/agent-shared-components
 /.github/workflows/buildimages-update.yml           @DataDog/agent-platform @DataDog/agent-shared-components
 
+/.run                                               @DataDog/agent-platform
+/.run/docker/                                       @DataDog/container-integrations
+
 # Gitlab files
 # Files containing job contents are owned by teams in charge of the jobs + agent-platform
 # Files that only describe structure (eg. includes, rules) are owned by agent-platform
@@ -121,6 +124,8 @@
 /.gitlab/functional_test/regression_detector.yml     @DataDog/single-machine-performance
 /.gitlab/functional_test/workload_checks.yml         @DataDog/single-machine-performance
 
+/.gitlab/new-e2e_testing/windows.yml                 @DataDog/agent-platform @DataDog/windows-agent
+
 /chocolatey/                            @DataDog/windows-agent
 
 /cmd/                                   @DataDog/agent-shared-components
@@ -191,7 +196,7 @@
 /docs/dev/checks/                       @DataDog/documentation @DataDog/agent-metrics-logs
 /docs/cloud-workload-security/          @DataDog/documentation @DataDog/agent-security
 
-/google-marketplace/                    @DataDog/container-integrations
+/google-marketplace/                    @DataDog/container-ecosystems
 
 # These files are owned by all teams, but assigning them to @DataDog/agent-all causes a lot of spam
 # Assigning them to a group that doesn't exist means nobody will receive notifications for them, but
@@ -216,6 +221,7 @@
 /comp/api @DataDog/agent-shared-components
 /comp/apm/etwtracer @DataDog/windows-agent
 /comp/checks @DataDog/agent-shared-components
+/comp/collector @DataDog/agent-metrics-logs
 /comp/core @DataDog/agent-shared-components
 /comp/dogstatsd @DataDog/agent-metrics-logs
 /comp/etw @DataDog/windows-agent
@@ -228,21 +234,27 @@
 /comp/otelcol @DataDog/opentelemetry
 /comp/process @DataDog/processes
 /comp/remote-config @DataDog/remote-config
+/comp/snmptraps @DataDog/network-device-monitoring
 /comp/systray @DataDog/windows-agent
 /comp/trace @DataDog/agent-apm
 /comp/checks/agentcrashdetect @DataDog/windows-kernel-integrations
 /comp/checks/winregistry @DataDog/windows-agent
 /comp/core/sysprobeconfig @DataDog/ebpf-platform
+/comp/core/tagger @DataDog/container-integrations
 /comp/core/workloadmeta @DataDog/container-integrations
-/comp/dogstatsd/statsd @DataDog/agent-shared-components
+/comp/forwarder/eventplatform @DataDog/agent-metrics-logs
+/comp/forwarder/eventplatformreceiver @DataDog/agent-metrics-logs
 /comp/forwarder/orchestrator @DataDog/agent-metrics-logs
+/comp/forwarder/orchestrator/orchestratorinterface @DataDog/agent-metrics-logs
+/comp/metadata/packagesigning @DataDog/agent-platform
 # END COMPONENTS
 
 # pkg
 /pkg/                                   @DataDog/agent-shared-components
 /pkg/api/                               @DataDog/agent-shared-components
 /pkg/aggregator/                        @DataDog/agent-metrics-logs
 /pkg/collector/                         @DataDog/agent-metrics-logs
+/pkg/commonchecks/                      @DataDog/agent-metrics-logs
 /pkg/cli/                               @DataDog/agent-shared-components
 /pkg/cli/subcommands/clusterchecks      @DataDog/container-integrations
 /pkg/dogstatsd/                         @DataDog/agent-metrics-logs
@@ -259,6 +271,8 @@
 /pkg/status/templates/trace-agent.tmpl  @DataDog/agent-apm
 /pkg/status/templates/process-agent.tmpl    @DataDog/processes
 /pkg/telemetry/                         @DataDog/agent-shared-components
+/pkg/telemetry/stat_gauge_wrapper.go    @DataDog/ebpf-platform
+/pkg/telemetry/stat_counter_wrapper.go  @DataDog/ebpf-platform
 /pkg/version/                           @DataDog/agent-shared-components
 /pkg/obfuscate/                         @DataDog/agent-apm
 /pkg/trace/                             @DataDog/agent-apm
@@ -289,8 +303,8 @@
 /pkg/collector/corechecks/ebpf/c/runtime/ebpf*        @DataDog/ebpf-platform
 /pkg/collector/corechecks/embed/        @Datadog/agent-platform
 /pkg/collector/corechecks/embed/jmx/    @Datadog/agent-metrics-logs
-/pkg/collector/corechecks/embed/apm*.go            @Datadog/agent-platform @DataDog/agent-apm
-/pkg/collector/corechecks/embed/process_agent*.go  @Datadog/agent-platform @DataDog/processes
+/pkg/collector/corechecks/embed/apm/            @Datadog/agent-platform @DataDog/agent-apm
+/pkg/collector/corechecks/embed/process/  @Datadog/agent-platform @DataDog/processes
 /pkg/collector/corechecks/orchestrator/   @DataDog/container-app
 /pkg/collector/corechecks/kubernetes/       @DataDog/container-integrations
 /pkg/collector/corechecks/net/          @DataDog/platform-integrations
@@ -343,8 +357,8 @@
 /pkg/remoteconfig/                      @DataDog/remote-config
 /pkg/runtime/                           @DataDog/agent-shared-components
 /pkg/serializer/                        @DataDog/agent-metrics-logs
-/pkg/tagger/                            @DataDog/container-integrations
 /pkg/tagset/                            @DataDog/agent-shared-components
+/pkg/updater/                           @DataDog/fleet
 /pkg/util/                              @DataDog/agent-shared-components
 /pkg/util/aggregatingqueue              @DataDog/container-integrations
 /pkg/util/cloudproviders/cloudfoundry/  @DataDog/platform-integrations
@@ -361,12 +375,14 @@
 /pkg/util/podman/                       @DataDog/container-integrations
 /pkg/util/prometheus                    @DataDog/container-integrations
 /pkg/util/trivy/                        @DataDog/container-integrations @DataDog/agent-security
+/pkg/util/uuid/                         @DataDog/agent-shared-components
 /pkg/util/cgroups/                      @DataDog/container-integrations
 /pkg/util/retry/                        @DataDog/container-integrations
 /pkg/util/intern/                       @DataDog/ebpf-platform
 /pkg/util/crashreport/                  @DataDog/windows-kernel-integrations
 /pkg/util/pdhutil/                      @DataDog/windows-agent
 /pkg/util/winutil/                      @DataDog/windows-agent
+/pkg/util/testutil/flake                @DataDog/agent-platform
 /pkg/languagedetection                  @DataDog/processes @DataDog/universal-service-monitoring
 /pkg/logs/                              @DataDog/agent-metrics-logs
 /pkg/logs/launchers/windowsevent        @DataDog/agent-metrics-logs @DataDog/windows-agent
@@ -375,7 +391,8 @@
 /pkg/process/util/address*.go           @DataDog/Networks
 /pkg/process/util/netns*.go             @DataDog/Networks
 /pkg/process/checks/net*.go             @DataDog/Networks
-/pkg/process/checks/pod*.go             @DataDog/container-app
+/pkg/process/metadata/parser/           @DataDog/universal-service-monitoring @DataDog/processes @DataDog/Networks
+/pkg/process/metadata/parser/*windows*  @DataDog/universal-service-monitoring @DataDog/processes @DataDog/Networks @DataDog/windows-kernel-integrations
 /pkg/process/monitor/                   @DataDog/universal-service-monitoring
 /pkg/process/net/                       @DataDog/processes @DataDog/Networks
 /pkg/proto/datadog/remoteconfig/        @DataDog/remote-config
@@ -384,6 +401,9 @@
 /pkg/proto/pbgo/languagedetection       @DataDog/agent-apm
 /pkg/proto/pbgo/process                 @DataDog/processes
 /pkg/proto/pbgo/core                    @DataDog/agent-shared-components
+/pkg/proto/pbgo/core/remoteconfig.pb.go       @DataDog/remote-config
+/pkg/proto/pbgo/core/remoteconfig_gen.go      @DataDog/remote-config
+/pkg/proto/pbgo/core/remoteconfig_gen_test.go @DataDog/remote-config
 /pkg/proto/pbgo/mocks/core              @DataDog/agent-shared-components
 /pkg/orchestrator/                      @DataDog/container-app
 /pkg/network/                           @DataDog/Networks
@@ -401,22 +421,24 @@
 /pkg/network/ebpf/c/prebuilt/http*      @DataDog/universal-service-monitoring
 /pkg/network/ebpf/c/runtime/http*       @DataDog/universal-service-monitoring
 /pkg/network/ebpf/c/protocols/          @DataDog/universal-service-monitoring
-/pkg/network/encoding/http*             @DataDog/universal-service-monitoring
-/pkg/network/encoding/*usm*             @DataDog/universal-service-monitoring
-/pkg/network/encoding/*_windows*.go     @DataDog/windows-kernel-integrations
+/pkg/network/encoding/marshal/http*     @DataDog/universal-service-monitoring
+/pkg/network/encoding/marshal/kafka*    @DataDog/universal-service-monitoring
+/pkg/network/encoding/marshal/*usm*     @DataDog/universal-service-monitoring
+/pkg/network/encoding/marshal/*_windows*.go  @DataDog/windows-kernel-integrations
 /pkg/network/etw/                       @DataDog/windows-kernel-integrations
 /pkg/network/go/                        @DataDog/universal-service-monitoring
 /pkg/network/protocols/                 @DataDog/universal-service-monitoring
 /pkg/network/protocols/http/driver_*.go         @DataDog/windows-kernel-integrations
 /pkg/network/protocols/http/etw_*.go            @DataDog/windows-kernel-integrations
 /pkg/network/protocols/http/*_windows*.go       @DataDog/windows-kernel-integrations
 /pkg/network/tracer/*classification*.go         @DataDog/universal-service-monitoring
+/pkg/network/tracer/testutil/http2/             @DataDog/universal-service-monitoring
 /pkg/network/tracer/testutil/grpc/              @DataDog/universal-service-monitoring
 /pkg/network/tracer/testutil/prefetch_file/     @DataDog/universal-service-monitoring
+/pkg/network/tracer/testutil/proxy/              @DataDog/universal-service-monitoring
 /pkg/network/tracer/*usm*.go                    @DataDog/universal-service-monitoring
 /pkg/network/tracer/*_windows*.go               @DataDog/windows-kernel-integrations
 /pkg/network/usm/                       @DataDog/universal-service-monitoring
-/pkg/network/telemetry/                 @DataDog/ebpf-platform
 /pkg/ebpf/                              @DataDog/ebpf-platform
 /pkg/ebpf/bytecode/runtime/conntrack.go @DataDog/Networks @DataDog/universal-service-monitoring
 /pkg/ebpf/bytecode/runtime/usm.go       @DataDog/Networks @DataDog/universal-service-monitoring
@@ -451,6 +473,7 @@
 /tasks/new_e2e_tests.py                 @DataDog/agent-e2e-testing
 /tasks/process_agent.py                 @DataDog/processes
 /tasks/system_probe.py                  @DataDog/ebpf-platform
+/tasks/ebpf.py                          @DataDog/ebpf-platform
 /tasks/kmt.py                           @DataDog/ebpf-platform
 /tasks/kernel_matrix_testing/           @DataDog/ebpf-platform
 /tasks/trace_agent.py                   @DataDog/agent-apm
@@ -490,6 +513,7 @@
 /test/kitchen/test/integration/win-user/ @DataDog/windows-agent
 /test/fakeintake/                             @DataDog/agent-e2e-testing
 /test/new-e2e/                                @DataDog/agent-e2e-testing
+/test/new-e2e/test-infra-definition           @DataDog/agent-platform
 /test/new-e2e/system-probe                    @DataDog/ebpf-platform
 /test/new-e2e/scenarios/system-probe          @DataDog/ebpf-platform
 /test/new-e2e/tests/agent-shared-components   @DataDog/agent-shared-components
@@ -498,11 +522,14 @@
 /test/new-e2e/tests/language-detection        @DataDog/processes
 /test/new-e2e/tests/ndm                       @DataDog/network-device-monitoring
 /test/new-e2e/tests/npm                       @DataDog/Networks
+/test/new-e2e/tests/orchestrator              @DataDog/container-app
 /test/new-e2e/tests/process                   @DataDog/processes
 /test/new-e2e/tests/cws                       @DataDog/agent-security
 /test/new-e2e/tests/agent-platform            @DataDog/agent-platform
 /test/new-e2e/tests/agent-metric-logs   @DataDog/agent-metrics-logs
 /test/new-e2e/tests/windows                   @DataDog/windows-agent @DataDog/windows-kernel-integrations
+/test/new-e2e/tests/apm                       @DataDog/agent-apm
+/test/new-e2e/tests/remote-config             @DataDog/remote-config
 /test/system/                                 @DataDog/agent-shared-components
 /test/system/dogstatsd/                       @DataDog/agent-metrics-logs
 /test/benchmarks/apm_scripts/                 @DataDog/agent-apm