Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

remove unmigrated scalability presubmits #33229

Merged
merged 1 commit into from
Aug 5, 2024
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -87,78 +87,6 @@ presubmits:
securityContext:
privileged: true

- name: pull-kubernetes-e2e-gce-big-performance
always_run: false
max_concurrency: 1
branches:
# TODO(releng): Remove once repo default branch has been renamed
- master
- main
decorate: true
path_alias: k8s.io/kubernetes
decoration_config:
timeout: 270m
extra_refs:
- org: kubernetes
repo: perf-tests
base_ref: master
path_alias: k8s.io/perf-tests
- org: kubernetes
repo: release
base_ref: master
path_alias: k8s.io/release
labels:
preset-service-account: "true"
preset-k8s-ssh: "true"
preset-dind-enabled: "true"
preset-e2e-scalability-common: "true"
preset-e2e-scalability-presubmits: "true"
annotations:
testgrid-dashboards: presubmits-kubernetes-scalability
testgrid-tab-name: pull-kubernetes-e2e-gce-big-performance
spec:
containers:
- image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240803-cf1183f2db-master
command:
- runner.sh
- /workspace/scenarios/kubernetes_e2e.py
args:
- --build=quick
- --cluster=
- --env=HEAPSTER_MACHINE_TYPE=e2-standard-4
- --env=KUBEMARK_APISERVER_TEST_ARGS=--max-requests-inflight=160 --max-mutating-requests-inflight=0 --profiling --contention-profiling
- --extract=local
- --flush-mem-after-build=true
- --gcp-nodes=500
- --gcp-project-type=scalability-presubmit-5k-project
- --gcp-zone=us-east1-b
- --provider=gce
- --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-big-performance
- --tear-down-previous
- --test=false
- --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh
- --test-cmd-args=cluster-loader2
- --test-cmd-args=--nodes=500
- --test-cmd-args=--provider=gce
- --test-cmd-args=--report-dir=$(ARTIFACTS)
- --test-cmd-args=--testconfig=testing/load/config.yaml
- --test-cmd-args=--testconfig=testing/huge-service/config.yaml
- --test-cmd-args=--testconfig=testing/access-tokens/config.yaml
- --test-cmd-name=ClusterLoaderV2
- --timeout=240m
- --use-logexporter
- --logexporter-gcs-path=gs://sig-scalability-logs/$(JOB_NAME)/$(BUILD_ID)
resources:
limits:
# Using 6 CPU to speed up bazel build phase (4 is enough for the test itself)
cpu: 6
memory: "16Gi"
requests:
cpu: 6
memory: "16Gi"
securityContext:
privileged: true

# This is an equivalent of the ci-kubernetes-e2e-gce-scale-correctness test
# at 100 node scale. It's an optional presubmit to simplify testing changes
# that affect the releasing blocking ci correctness tests.
@@ -220,104 +148,6 @@ presubmits:
securityContext:
privileged: true

- name: pull-kubernetes-e2e-gce-scale-performance-manual
always_run: false
max_concurrency: 1
branches:
# TODO(releng): Remove once repo default branch has been renamed
- master
- main
decorate: true
path_alias: k8s.io/kubernetes
decoration_config:
timeout: 450m
extra_refs:
- org: kubernetes
repo: perf-tests
base_ref: master
path_alias: k8s.io/perf-tests
- org: kubernetes
repo: release
base_ref: master
path_alias: k8s.io/release
labels:
preset-service-account: "true"
preset-k8s-ssh: "true"
preset-dind-enabled: "true"
preset-e2e-scalability-common: "true"
preset-e2e-scalability-presubmits: "true"
annotations:
testgrid-dashboards: presubmits-kubernetes-scalability
testgrid-tab-name: pull-kubernetes-e2e-gce-large-performance
spec:
containers:
- image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20240803-cf1183f2db-master
command:
- runner.sh
- /workspace/scenarios/kubernetes_e2e.py
args:
- --build=quick
- --cluster=
- --env=HEAPSTER_MACHINE_TYPE=e2-standard-32
# TODO(mborsz): Adjust or remove this change once we understand coredns
# memory usage regression.
- --env=KUBE_DNS_MEMORY_LIMIT=300Mi
- --extract=local
- --flush-mem-after-build=true
- --gcp-nodes=5000
- --gcp-project-type=scalability-presubmit-5k-project
- --gcp-zone=us-east1-b
- --provider=gce
- --stage=gs://kubernetes-release-pull/ci/pull-kubernetes-e2e-gce-scale-performance-manual
- --metadata-sources=cl2-metadata.json
- --env=CL2_LOAD_TEST_THROUGHPUT=50
- --env=CL2_DELETE_TEST_THROUGHPUT=50
- --env=CL2_RATE_LIMIT_POD_CREATION=false
- --env=KUBE_CONTROLLER_MANAGER_TEST_ARGS=--endpointslice-updates-batch-period=500ms --endpoint-updates-batch-period=500ms
# Overrides CONTROLLER_MANAGER_TEST_ARGS from preset-e2e-scalability-periodics.
- --env=CONTROLLER_MANAGER_TEST_ARGS=--profiling --contention-profiling --kube-api-qps=100 --kube-api-burst=100
# Overrides SCHEDULER_TEST_ARGS from preset-e2e-scalability-periodics.
# TODO(#1311): Clean this up after the experiment - it should allow
# to hugely decrease pod-startup-latency across the whole test.
# Given that individual controllers have separate QPS limits, we allow
# scheduler to keep up with the load from deployment, daemonset and job
# performing pod creations at once.
- --env=SCHEDULER_TEST_ARGS=--profiling --contention-profiling --kube-api-qps=500 --kube-api-burst=500
# With APF only sum of --max-requests-inflight and --max-mutating-requests-inflight matters, so set --max-mutating-requests-inflight to 0.
- --env=APISERVER_TEST_ARGS=--max-requests-inflight=640 --max-mutating-requests-inflight=0 --profiling --contention-profiling
- --env=CL2_ENABLE_API_AVAILABILITY_MEASUREMENT=true
- --env=CL2_API_AVAILABILITY_PERCENTAGE_THRESHOLD=99.5
- --test=false
- --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh
- --test-cmd-args=cluster-loader2
- --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true
- --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID)
- --test-cmd-args=--experimental-prometheus-snapshot-to-report-dir=true
- --test-cmd-args=--nodes=5000
- --test-cmd-args=--prometheus-scrape-node-exporter
- --test-cmd-args=--provider=gce
- --test-cmd-args=--report-dir=$(ARTIFACTS)
- --test-cmd-args=--testconfig=testing/load/config.yaml
- --test-cmd-args=--testconfig=testing/huge-service/config.yaml
- --test-cmd-args=--testconfig=testing/access-tokens/config.yaml
- --test-cmd-args=--testoverrides=./testing/experiments/enable_restart_count_check.yaml
- --test-cmd-args=--testoverrides=./testing/experiments/ignore_known_gce_container_restarts.yaml
- --test-cmd-args=--testoverrides=./testing/overrides/5000_nodes.yaml
- --test-cmd-name=ClusterLoaderV2
- --timeout=420m
- --use-logexporter
- --logexporter-gcs-path=gs://sig-scalability-logs/$(JOB_NAME)/$(BUILD_ID)
resources:
limits:
# Using 6 CPU to speed up bazel build phase (4 is enough for the test itself)
cpu: 6
memory: "16Gi"
requests:
cpu: 6
memory: "16Gi"
securityContext:
privileged: true

- name: pull-kubernetes-kubemark-e2e-gce-big
cluster: k8s-infra-prow-build
always_run: false