Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update Trace Agent macrobenchmark #19778

Merged
merged 5 commits into from
Nov 16, 2023
Merged

Update Trace Agent macrobenchmark #19778

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
9ba10b3
Update Trace agent macrobenchmarking CI config
igoragoli Sep 27, 2023
afa1ac4
Adapt `TRACE_AGENT_CPUS` values to bp-runner
igoragoli Oct 4, 2023
d3cc0bf
Set `when: always` to artifacts; set new name and new path
igoragoli Oct 4, 2023
60590b1
Remove slash from `/platform` in `git clone`
igoragoli Oct 4, 2023
0317bc6
Merge branch 'main' into igoragoli/update-trace-agent-macrobenchmark
ddyurchenko Nov 16, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
60 changes: 32 additions & 28 deletions .gitlab/benchmarks/macrobenchmarks.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,20 +13,16 @@ variables:
image: $BENCHMARKS_CI_IMAGE
needs: ["setup_agent_version"]
script:
- export ARTIFACTS_DIR="$(pwd)/reports" && (mkdir "${ARTIFACTS_DIR}" || :)
- export DD_API_KEY=$(aws ssm get-parameter --region us-east-1 --name ci.datadog-agent.dd_api_key --with-decryption --query "Parameter.Value" --out text)
- git clone --branch trace-agent https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/benchmarking-platform /platform && cd /platform
- ./steps/capture-hardware-software-info.sh
- git clone --branch trace-agent https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/benchmarking-platform platform && cd platform
- ./steps/run-benchmarks.sh
- "./steps/upload-results-to-s3.sh || :"
artifacts:
name: "reports"
name: "artifacts"
when: always
paths:
- reports/
- platform/artifacts/
expire_in: 3 months
variables:
FF_USE_LEGACY_KUBERNETES_EXECUTION_STRATEGY: "true" # Important tweak for stability of benchmarks
K6_RUN_ID_PREFIX: ci

# Uncomment to force k8s memory limits for CI job container.
# KUBERNETES_MEMORY_REQUEST: "4Gi"
Expand All @@ -37,48 +33,56 @@ variables:
# benchmarks get changed to run on every PR)
allow_failure: true

trace-agent-v04-4cpus-normal_load-fixed_sps-macrobenchmarks:
trace-agent-v04-2cpus-normal_load-fixed_sps:
extends: .trace_agent_benchmarks
variables:
TRACE_AGENT_VERSION: main
TRACE_AGENT_ENDPOINT: v04
TRACE_AGENT_CPUS: 2
TRACE_AGENT_CPUS: 40-41
DD_APM_MAX_CPU_PERCENT: 0
DD_APM_MAX_MEMORY: 0
DD_BENCHMARKS_CONFIGURATION: trace-agent-v04-4cpus-normal_load-fixed_sps
BENCHMARK_TARGETS: "normal_load.*sps"
DD_BENCHMARKS_CONFIGURATION: trace-agent-v04-2cpus-normal_load-fixed_sps
SCENARIOS: >
normal_load-10traces210spans-65ksps|
normal_load-500traces8617spans-65ksps|
normal_load-3885traces3891spans-65ksps

trace-agent-v04-4cpus-stress_load-fixed_sps-macrobenchmarks:
trace-agent-v04-2cpus-stress_load-fixed_sps:
extends: .trace_agent_benchmarks
when: manual
variables:
TRACE_AGENT_VERSION: main
TRACE_AGENT_ENDPOINT: v04
TRACE_AGENT_CPUS: 2
TRACE_AGENT_CPUS: 40-41
DD_APM_MAX_CPU_PERCENT: 0
DD_APM_MAX_MEMORY: 0
DD_BENCHMARKS_CONFIGURATION: trace-agent-v04-4cpus-stress_load-fixed_sps
BENCHMARK_TARGETS: "stress_load.*sps"
DD_BENCHMARKS_CONFIGURATION: trace-agent-v04-2cpus-stress_load-fixed_sps
SCENARIOS: >
stress_load-10traces210spans-525ksps|
stress_load-500traces8617spans-525ksps|
stress_load-3885traces3891spans-525ksps

trace-agent-v05-4cpus-normal_load-fixed_sps-macrobenchmarks:
trace-agent-v05-2cpus-normal_load-fixed_sps:
extends: .trace_agent_benchmarks
variables:
TRACE_AGENT_VERSION: main
TRACE_AGENT_ENDPOINT: v05
TRACE_AGENT_CPUS: 2
TRACE_AGENT_CPUS: 40-41
DD_APM_MAX_CPU_PERCENT: 0
DD_APM_MAX_MEMORY: 0
DD_BENCHMARKS_CONFIGURATION: trace-agent-v05-4cpus-normal_load-fixed_sps
BENCHMARK_TARGETS: "normal_load.*sps"
DD_BENCHMARKS_CONFIGURATION: trace-agent-v05-2cpus-normal_load-fixed_sps
SCENARIO: >
normal_load-10traces210spans-65ksps|
normal_load-500traces8617spans-65ksps|
normal_load-3885traces3891spans-65ksps

trace-agent-v05-4cpus-stress_load-fixed_sps-macrobenchmarks:
trace-agent-v05-2cpus-stress_load-fixed_sps:
extends: .trace_agent_benchmarks
when: manual
variables:
TRACE_AGENT_VERSION: main
TRACE_AGENT_ENDPOINT: v05
TRACE_AGENT_CPUS: 2
TRACE_AGENT_CPUS: 40-41
DD_APM_MAX_CPU_PERCENT: 0
DD_APM_MAX_MEMORY: 0
DD_BENCHMARKS_CONFIGURATION: trace-agent-v05-4cpus-stress_load-fixed_sps
BENCHMARK_TARGETS: "stress_load.*sps"
DD_BENCHMARKS_CONFIGURATION: trace-agent-v05-2cpus-stress_load-fixed_sps
SCENARIOS: >
stress_load-10traces210spans-525ksps|
stress_load-500traces8617spans-525ksps|
stress_load-3885traces3891spans-525ksps
Loading