[WIP]: register oracle check

.circleci/README.md

@@ -16,9 +16,9 @@ should have it).
 Example:
 ```bash
 cd .circleci/images/runner
-docker build -t datadog/datadog-agent-runner-circle:go1147 .
+docker build --platform=linux/amd64 -t datadog/datadog-agent-runner-circle:go1195 .
 docker login
-docker push datadog/datadog-agent-runner-circle:go1147
+docker push datadog/datadog-agent-runner-circle:go1195
 ```
 
 Once your image is pushed, update this file:

.circleci/config.yml

@@ -15,7 +15,7 @@ experimental:
 templates:
   job_template: &job_template
     docker:
-      - image: datadog/datadog-agent-runner-circle:go1189
+      - image: datadog/datadog-agent-runner-circle:go1195
         environment:
           USE_SYSTEM_LIBS: "1"
     working_directory: /go/src/github.com/DataDog/datadog-agent

.circleci/images/builder/Dockerfile

@@ -1,4 +1,4 @@
-FROM golang:1.14.7
+FROM golang:1.19.5
 
 RUN sed -i 's/^#\s*\(deb.*universe\)$/\1/g' /etc/apt/sources.list \
     && sed -i 's/^#\s*\(deb.*multiverse\)$/\1/g' /etc/apt/sources.list \

.circleci/images/runner/Dockerfile

@@ -12,6 +12,7 @@ RUN set -ex \
     && apt-get update && apt-get upgrade -y \
     && apt-get install -y --no-install-recommends \
         curl \
+        default-jre \
         doxygen \
         file \
         g++ \
@@ -37,7 +38,7 @@ RUN set -ex \
         xz-utils
 
 # Golang
-ENV GIMME_GO_VERSION 1.18.9
+ENV GIMME_GO_VERSION 1.19.5
 ENV GOROOT /root/.gimme/versions/go$GIMME_GO_VERSION.linux.amd64
 ENV GOPATH /go
 ENV PATH $GOROOT/bin:$GOPATH/bin:$PATH

.copyright-overrides.yml

@@ -16,8 +16,10 @@
 # These whole classes of package names have fixed copyright
 cloud.google.com/*: Copyright 2019 Google LLC
 code.cloudfoundry.org/*: Copyright (c) 2016-Present CloudFoundry.org Foundation, Inc. All Rights Reserved.
+github.com/GoogleCloudPlatform/docker-credential-gcr: Copyright 2016 Google, Inc.
 github.com/aws/aws-lambda-go: Copyright 2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
 github.com/aws/aws-sdk-go: ["Copyright 2015 Amazon.com, Inc. or its affiliates. All Rights Reserved.", "Copyright 2014-2015 Stripe, Inc."]
+github.com/aws/aws-sdk-go-v2: ["Copyright 2015 Amazon.com, Inc. or its affiliates. All Rights Reserved.", "Copyright 2014-2015 Stripe, Inc."]
 github.com/containerd/*: Copyright 2012-2015 Docker, Inc.
 github.com/coreos/*: Copyright 2017 CoreOS, Inc
 github.com/docker/*: Copyright 2012-2017 Docker, Inc.
@@ -70,22 +72,38 @@ github.com/openshift/api/quota: Copyright 2020 Red Hat, Inc.
 # https://datadoghq.atlassian.net/browse/AC-1296
 github.com/DataDog/mmh3: Copyright (c) 2017 Datadog, Inc.
 
+# https://github.com/briandowns/spinner/blob/master/NOTICE.txt
+github.com/briandowns/spinner: Copyright (c) 2022 Brian J. Downs
+
+# https://github.com/shibumi/go-pathspec/blob/master/GO-LICENSE
+github.com/shibumi/go-pathspec: Copyright (c) 2012 The Go Authors. All rights reserved.
+
+# https://github.com/acomagu/bufpipe/blob/master/LICENSE
+github.com/acomagu/bufpipe: Copyright (c) 2019 acomagu
+
 # For Apache projects, copyright is typically in individual source files and
 # not scanned automatically.
 github.com/tklauser/numcpus: Copyright 2018 Tobias Klauser
 github.com/Masterminds/goutils: "Copyright 2014 Alexander Okoli"
-github.com/dgraph-io/ristretto:
+github.com/outcaste-io/ristretto:
  - "Copyright 2019 Dgraph Labs, Inc. and Contributors"
  - "Copyright 2020 Dgraph Labs, Inc. and Contributors"
+ - "Copyright 2021 Dgraph Labs, Inc. and Contributors"
  - "Copyright 2020 The LevelDB-Go and Pebble Authors. All rights reserved."
  - "Copyright (c) 2014 Andreas Briese, eduToolbox@Bri-C GmbH, Sarstedt"
  - "Copyright (c) 2019 Ewan Chou"
 github.com/go-logr/logr: ["Copyright 2019 The logr Authors.", "Copyright 2020 The logr Authors."]
 github.com/go-logr/stdr: "Copyright 2019 The logr Authors."
+github.com/go-openapi/analysis: Copyright 2015 go-swagger maintainers
+github.com/go-openapi/errors: Copyright 2015 go-swagger maintainers
 github.com/go-openapi/jsonpointer: "Copyright 2013 sigu-399 ( https://github.com/sigu-399 )"
 github.com/go-openapi/jsonreference: "Copyright 2013 sigu-399 ( https://github.com/sigu-399 )"
+github.com/go-openapi/loads: Copyright 2015 go-swagger maintainers
+github.com/go-openapi/runtime: Copyright 2015 go-swagger maintainers
 github.com/go-openapi/spec: Copyright 2015 go-swagger maintainers
+github.com/go-openapi/strfmt: Copyright 2015 go-swagger maintainers
 github.com/go-openapi/swag: Copyright 2015 go-swagger maintainers
+github.com/go-openapi/validate: Copyright 2015 go-swagger maintainers
 github.com/google/gofuzz: Copyright 2014 Google Inc. All rights reserved.
 github.com/kubernetes-sigs/custom-metrics-apiserver: Copyright 2018 The Kubernetes Authors.
 github.com/mostynb/go-grpc-compression/snappy: Copyright 2017 gRPC authors.
@@ -97,6 +115,16 @@ github.com/xeipuuv/gojsonreference: Copyright 2015 xeipuuv ( https://github.com/
 github.com/xeipuuv/gojsonschema: Copyright 2015 xeipuuv
 github.com/open-policy-agent/opa: Copyright 2016 The OPA Authors.  All rights reserved.
 github.com/containernetworking/*: Copyright 2019 CNI authors
+github.com/xanzy/ssh-agent: ["Copyright (c) 2014 David Mzareulyan", "Copyright 2015, Sander van Harmelen"]
+github.com/google/go-containerregistry:
+ - "Copyright 2018 Google LLC All Rights Reserved."
+ - "Copyright 2019 Google LLC All Rights Reserved."
+ - "Copyright 2020 Google LLC All Rights Reserved."
+ - "Copyright 2021 Google LLC All Rights Reserved."
+ - "Copyright 2022 Google LLC All Rights Reserved."
+github.com/google/licenseclassifier/v2:
+ - "Copyright 2017 Google LLC All Rights Reserved."
+ - "Copyright 2020 Google LLC All Rights Reserved."
 
 # These have large AUTHORS/CONTRIBUTORS files but attribute copyright as a group
 github.com/aptly-dev/aptly: Copyright 2013-2015 aptly authors. All rights reserved.
@@ -110,6 +138,7 @@ github.com/klauspost/compress/snappy: Copyright (c) 2011 The Snappy-Go Authors.
 github.com/golang/snappy: Copyright (c) 2011 The Snappy-Go Authors. All rights reserved.
 github.com/shirou/w32: Copyright (c) 2010-2012 The w32 Authors. All rights reserved.
 github.com/gogo/protobuf: ["Copyright (c) 2013, The GoGo Authors. All rights reserved.", "Copyright 2010 The Go Authors.  All rights reserved."]
+
 # These are just difficult to figure out, as they have no full copyright declaration.
 # The following rules are applied:
 #  * Automatic "Copyright (c)"
@@ -126,3 +155,14 @@ gomodules.xyz/jsonpatch: Copyright (c) 2015 The Authors
 github.com/bytecodealliance/wasmtime-go: Copyright (c) 2020 The Bytecode Alliance
 github.com/OneOfOne/xxhash: Copyright (c) 2014 Ahmed W. (OneOfOne)
 github.com/yashtewari/glob-intersection: Copyright (c) 2018 Yash Tewari (yashtewari)
+go.mongodb.org/mongo-driver/*: Copyright © 2018 MongoDB, Inc.
+github.com/masahiro331/go-ext4-filesystem: Copyright (c) 2021 masahiro331
+github.com/masahiro331/go-mvn-version: Copyright (c) 2020 masahiro331
+github.com/masahiro331/go-vmdk-parser: Copyright (c) 2020 masahiro331
+github.com/masahiro331/go-xfs-filesystem: Copyright (c) 2021 masahiro331
+github.com/knqyf263/go-apk-version: Copyright (c) 2020 Teppei Fukuda (knqyf263)
+github.com/aquasecurity/go-gem-version: Copyright (c) 2020 Teppei Fukuda (knqyf263)
+github.com/aquasecurity/go-npm-version: Copyright (c) 2020 Teppei Fukuda (knqyf263)
+github.com/aquasecurity/go-pep440-version: Copyright (c) 2020 Teppei Fukuda (knqyf263)
+github.com/aquasecurity/go-version: Copyright (c) 2020 Teppei Fukuda (knqyf263)
+github.com/spdx/tools-golang: Copyright (c) 2018 The Authors

.github/CODEOWNERS

@@ -137,6 +137,7 @@
 /cmd/system-probe/windows/              @DataDog/windows-kernel-integrations
 /cmd/system-probe/windows_resources/    @DataDog/windows-kernel-integrations
 /cmd/system-probe/main_windows*.go      @DataDog/windows-kernel-integrations
+/cmd/systray/                           @DataDog/windows-agent
 /cmd/security-agent/                    @DataDog/agent-security
 
 /dev/                                   @DataDog/agent-platform
@@ -176,6 +177,9 @@
 # BEGIN COMPONENTS
 /comp @DataDog/agent-shared-components
 /comp/core @DataDog/agent-shared-components
+/comp/process @DataDog/processes
+/comp/systray @DataDog/windows-agent
+/comp/core/sysprobeconfig @DataDog/ebpf-platform
 # END COMPONENTS
 
 # pkg
@@ -211,13 +215,15 @@
 /pkg/collector/corechecks/cluster/      @DataDog/container-integrations
 /pkg/collector/corechecks/cluster/orchestrator  @DataDog/container-app
 /pkg/collector/corechecks/containers/   @DataDog/container-integrations
+/pkg/collector/corechecks/containerimage/       @DataDog/container-integrations
 /pkg/collector/corechecks/containerlifecycle/   @DataDog/container-integrations
 /pkg/collector/corechecks/ebpf/         @DataDog/container-integrations
 /pkg/collector/corechecks/embed/        @Datadog/agent-platform
 /pkg/collector/corechecks/embed/jmx/    @Datadog/agent-metrics-logs
 /pkg/collector/corechecks/embed/apm*.go            @Datadog/agent-platform @DataDog/agent-apm
 /pkg/collector/corechecks/embed/process_agent*.go  @Datadog/agent-platform @DataDog/processes
 /pkg/collector/corechecks/net/          @DataDog/agent-platform
+/pkg/collector/corechecks/sbom/         @DataDog/container-integrations
 /pkg/collector/corechecks/snmp/         @DataDog/network-device-monitoring
 /pkg/collector/corechecks/system/                 @DataDog/agent-platform
 /pkg/collector/corechecks/system/**/*_windows*.go @DataDog/agent-platform @DataDog/windows-agent
@@ -249,6 +255,7 @@
 /pkg/serializer/                        @DataDog/agent-metrics-logs
 /pkg/tagger/                            @DataDog/container-integrations
 /pkg/tagset/                            @DataDog/agent-shared-components
+/pkg/util/aggregatingqueue              @DataDog/container-integrations
 /pkg/util/cloudproviders/cloudfoundry/  @DataDog/platform-integrations
 /pkg/util/clusteragent/                 @DataDog/container-integrations
 /pkg/util/containerd/                   @DataDog/container-integrations
@@ -260,6 +267,7 @@
 /pkg/util/kubernetes/                   @DataDog/container-integrations @DataDog/container-app
 /pkg/util/orchestrator/                 @DataDog/container-app
 /pkg/util/podman/                       @DataDog/container-integrations
+/pkg/util/trivy/                        @DataDog/container-integrations
 /pkg/util/cgroups/                      @DataDog/container-integrations
 /pkg/util/retry/                        @DataDog/container-integrations
 /pkg/util/intern/                       @DataDog/ebpf-platform
@@ -280,18 +288,23 @@
 /pkg/network/driver_*.go                @DataDog/windows-kernel-integrations
 /pkg/network/dns/*_windows*.go          @DataDog/windows-kernel-integrations
 /pkg/network/driver/                    @DataDog/windows-kernel-integrations
+/pkg/network/ebpf/c/prebuilt/usm*      @DataDog/universal-service-monitoring
+/pkg/network/ebpf/c/runtime/usm*       @DataDog/universal-service-monitoring
 /pkg/network/ebpf/c/prebuilt/http*      @DataDog/universal-service-monitoring
 /pkg/network/ebpf/c/runtime/http*       @DataDog/universal-service-monitoring
 /pkg/network/ebpf/c/protocols/          @DataDog/universal-service-monitoring
 /pkg/network/encoding/http*             @DataDog/universal-service-monitoring
 /pkg/network/encoding/*usm*             @DataDog/universal-service-monitoring
 /pkg/network/etw/                       @DataDog/windows-kernel-integrations
 /pkg/network/go/                        @DataDog/universal-service-monitoring
+/pkg/network/java/                      @DataDog/universal-service-monitoring
 /pkg/network/protocols/                 @DataDog/universal-service-monitoring
 /pkg/network/protocols/http/driver_*.go         @DataDog/windows-kernel-integrations
+/pkg/network/protocols/http/etw_*.go            @DataDog/windows-kernel-integrations
 /pkg/network/protocols/http/*_windows*.go       @DataDog/windows-kernel-integrations
 /pkg/network/tracer/*classification*.go         @DataDog/universal-service-monitoring
 /pkg/network/tracer/testutil/gotls_client       @DataDog/universal-service-monitoring
+/pkg/network/tracer/testutil/postgres           @DataDog/universal-service-monitoring
 /pkg/network/tracer/tracer_usm_linux_test.go    @DataDog/universal-service-monitoring
 /pkg/network/tracer/*_windows*.go               @DataDog/windows-kernel-integrations
 /pkg/ebpf/                              @DataDog/ebpf-platform
@@ -319,12 +332,14 @@
 /rtloader/                              @DataDog/agent-metrics-logs
 
 /tasks/                                 @DataDog/agent-platform
+/tasks/msi.py                           @DataDog/windows-agent
 /tasks/agent.py                         @DataDog/agent-shared-components
 /tasks/cluster_agent_cloudfoundry.py    @DataDog/platform-integrations
 /tasks/process_agent.py                 @DataDog/processes
 /tasks/system_probe.py                  @DataDog/ebpf-platform
 /tasks/trace_agent.py                   @DataDog/agent-apm
 /tasks/security_agent.py                @DataDog/agent-security
+/tasks/systray.py                       @DataDog/windows-agent
 /tasks/winbuildscripts/                 @DataDog/windows-agent
 /test/                                  @DataDog/agent-platform
 /test/benchmarks/                       @DataDog/agent-metrics-logs

.gitignore

@@ -45,6 +45,9 @@ Dockerfiles/cluster-agent/dist
 Dockerfiles/cluster-agent/security-agent-policies
 pkg/status/template.go
 
+# gotestsum-generated files
+module_test_output.json
+
 # jetbrains IDE directory
 /.idea/
 
@@ -109,6 +112,12 @@ system-probe-msg.h
 **/.ninja_deps
 *.ninja
 pkg/ebpf/bytecode/build/**/*.d
+pkg/ebpf/bytecode/runtime/conntrack.go
+pkg/ebpf/bytecode/runtime/http.go
+pkg/ebpf/bytecode/runtime/oom-kill.go
+pkg/ebpf/bytecode/runtime/runtime-security.go
+pkg/ebpf/bytecode/runtime/tcp-queue-length.go
+pkg/ebpf/bytecode/runtime/tracer.go
 pkg/security/tests/syscall_tester/**/*.d
 
 # dsd artifacts
@@ -179,3 +188,11 @@ cscope.out
 
 # Go workspace until we have proper support in the tooling
 go.work*
+
+tools/windows/DatadogAgentInstaller/.vs/
+tools/windows/DatadogAgentInstaller/packages/
+tools/windows/DatadogAgentInstaller/WixSetup/cabcache/
+*.wixobj
+*obj*
+*.g.wxs
+*.DotSettings.user

.gitlab-ci.yml

@@ -137,17 +137,18 @@ variables:
   ## comment out the line below to disable integration wheels cache
   INTEGRATION_WHEELS_CACHE_BUCKET: dd-agent-omnibus
   S3_DD_AGENT_OMNIBUS_LLVM_URI: s3://dd-agent-omnibus/llvm
+  S3_DD_AGENT_OMNIBUS_BTFS_URI: s3://dd-agent-omnibus/btfs
   GENERAL_ARTIFACTS_CACHE_BUCKET_URL: https://dd-agent-omnibus.s3.amazonaws.com
   S3_DSD6_URI: s3://dsd6-staging
   RELEASE_VERSION_6: nightly
   RELEASE_VERSION_7: nightly-a7
-  DATADOG_AGENT_BUILDIMAGES: v11651098-faf0544
+  DATADOG_AGENT_BUILDIMAGES: v12592973-d8cab2e
   DATADOG_AGENT_BUILDERS: v9930706-ef9d493
-  DATADOG_AGENT_WINBUILDIMAGES: v11651098-faf0544
-  DATADOG_AGENT_ARMBUILDIMAGES: v11651098-faf0544
-  DATADOG_AGENT_SYSPROBE_BUILDIMAGES: v11651098-faf0544
-  DATADOG_AGENT_NIKOS_BUILDIMAGES: v11651098-faf0544
-  DATADOG_AGENT_BTF_GEN_BUILDIMAGES: v10582792-c2b9fb7
+  DATADOG_AGENT_WINBUILDIMAGES: v12592973-d8cab2e
+  DATADOG_AGENT_ARMBUILDIMAGES: v12592973-d8cab2e
+  DATADOG_AGENT_SYSPROBE_BUILDIMAGES: v13019318-b404755
+  DATADOG_AGENT_NIKOS_BUILDIMAGES: v12592973-d8cab2e
+  DATADOG_AGENT_BTF_GEN_BUILDIMAGES: v11463399-6ff70af
   DATADOG_AGENT_EMBEDDED_PATH: /opt/datadog-agent/embedded
   NIKOS_INSTALL_DIR: /opt/datadog-agent/embedded/nikos
   NIKOS_EMBEDDED_PATH: /opt/datadog-agent/embedded/nikos/embedded

.gitlab/JOBOWNERS

@@ -1,16 +1,19 @@
 *                                    @DataDog/agent-platform
 
 # Deps build
-build_clang*                         @DataDog/ebpf-platform
+build_clang_*                        @DataDog/ebpf-platform
+build_omnibus-nikos_*                @DataDog/ebpf-platform
+build_processed_btfhub_archive       @DataDog/ebpf-platform
+build_vcpkg_deps                     @DataDog/windows-agent
 
 # Source test
 # Notifications are handled separately for more fine-grained control on go tests
 tests_*                              @DataDog/multiple
 tests_ebpf                           @DataDog/ebpf-platform
 security_go_generate_check           @DataDog/agent-security
 
-# Golang dependency list generation
-golang_deps_generate                 @DataDog/agent-core
+# Golang dependency list generation (currently disabled)
+golang_deps_generate                 @DataDog/agent-shared-components
 
 # Binary build
 build_system-probe*                  @DataDog/ebpf-platform
@@ -19,12 +22,15 @@ cluster_agent-build*                 @DataDog/container-integrations
 build_serverless*                    @DataDog/serverless
 check_serverless_*                   @DataDog/serverless
 
+# Package deps build
+generate_minimized_btfs_*            @DataDog/ebpf-platform
+
 # Image build
 docker_build*                        @DataDog/container-integrations
 
 # Image scan
-scan_*_docker_hub*                   @DataDog/container-integrations
-dca_scan_*_docker_hub*               @DataDog/container-integrations
+scan_*                               @DataDog/container-integrations
+dca_scan_*                           @DataDog/container-integrations
 
 # Check deploy
 # Do not notify on these jobs, they're expected to fail on duplicate
@@ -42,10 +48,10 @@ docker_trigger_internal*               @DataDog/container-integrations
 docker_trigger_cluster_agent_internal* @DataDog/container-integrations
 
 # Internal kubernetes deploy
-internal_kubernetes_deploy*           @DataDog/container-integrations
+internal_kubernetes_deploy*            @DataDog/container-integrations
 
 # Deploy
-deploy_containers*                   @DataDog/container-integrations
+deploy_containers*                     @DataDog/container-integrations
 
 # Functional test
 kitchen_*_system_probe*                        @DataDog/ebpf-platform
@@ -55,7 +61,6 @@ pull_test_dockers                              @DataDog/universal-service-monito
 cleanup_kitchen_functional_test                @DataDog/ebpf-platform @DataDog/agent-security
 serverless_cold_start_performance-deb_x64      @DataDog/serverless
 
-
 # E2E
 k8s-e2e-*                         @DataDog/container-integrations
 k8s-e2e-otlp-*                    @DataDog/opentelemetry

.gitlab/benchmarks/benchmarks.yml

@@ -4,7 +4,7 @@ benchmark:
   image: 486234852809.dkr.ecr.us-east-1.amazonaws.com/ci/relenv-microbenchmarking-platform:trace-agent
   timeout: 1h
   rules:
-    !reference [.on_trace_agent_changes_or_manual]
+    !reference [.manual] # TODO: run this benchmark automatically when the trace-agent changes
   interruptible: true
   # tags: ["runner:apm-k8s-tweaked-metal"] # TODO: Commented out until we have the metal runners available in this repo
   tags: ["runner:main"]

.gitlab/binary_build/system_probe.yml

@@ -29,6 +29,7 @@
     - $S3_CP_CMD $CI_PROJECT_DIR/pkg/ebpf/bytecode/build/runtime-security-syscall-wrapper.o $S3_ARTIFACTS_URI/runtime-security-syscall-wrapper.o.$ARCH
     - $S3_CP_CMD $CI_PROJECT_DIR/pkg/ebpf/bytecode/build/runtime-security-offset-guesser.o $S3_ARTIFACTS_URI/runtime-security-offset-guesser.o.$ARCH
     - $S3_CP_CMD $CI_PROJECT_DIR/pkg/ebpf/bytecode/build/co-re/oom-kill.o $S3_ARTIFACTS_URI/oom-kill-co-re.o.$ARCH
+    - $S3_CP_CMD $CI_PROJECT_DIR/pkg/ebpf/bytecode/build/co-re/tcp-queue-length.o $S3_ARTIFACTS_URI/tcp-queue-length-co-re.o.$ARCH
     - $S3_CP_CMD $CI_PROJECT_DIR/pkg/ebpf/bytecode/build/runtime/tracer.c $S3_ARTIFACTS_URI/tracer.c.$ARCH
     - $S3_CP_CMD $CI_PROJECT_DIR/pkg/ebpf/bytecode/build/runtime/http.c $S3_ARTIFACTS_URI/http.c.$ARCH
     - $S3_CP_CMD $CI_PROJECT_DIR/pkg/ebpf/bytecode/build/runtime/runtime-security.c $S3_ARTIFACTS_URI/runtime-security.c.$ARCH