diff --git a/config/jobs/kubernetes/sig-node/README.md b/config/jobs/kubernetes/sig-node/README.md index 5b2593e88db51..dd2966d0ef759 100644 --- a/config/jobs/kubernetes/sig-node/README.md +++ b/config/jobs/kubernetes/sig-node/README.md @@ -41,7 +41,14 @@ ## Naming Convention -(pull|ci)-{$cri}-{$cgroup}-{$os}-{$test-type}-release-{$release-branch} +(pull|ci)-(kubernetes-e2e|node-e2e)-{$cri}-{$os}-{$arch}-(ec2|gce)-{$test-scenario}-release-{$release-branch} + +Examples: + - ci-node-e2e-containerd-ubuntu-arm64-ec2-conformance-release-master + - ci-kubernetes-e2e-containerd-ubuntu-amd64-gce-conformance-release-master + - ci-kubernetes-e2e-containerd-ubuntu-amd64-gce-cgroupv1-conformance-release-master + +cgroupsv1 is deprecated and will be tested as a test-scenario **Note:** Specify variable value in the name only if it isn’t set to default in a test tab. @@ -187,4 +194,4 @@ Examples: node-conformance-alpha-features-enabled, node-conformance-alpha-featur * Node Conformance against containerd main, and for combinations of K8s X containerd versions supported by managed kubernetes distributions. * Serial against containerd main, and for combinations of K8s X containerd versions supported by managed kubernetes distributions. * Containerd e2e tests for all containerd versions. -* Containerd Build tests for all containerd versions. \ No newline at end of file +* Containerd Build tests for all containerd versions. diff --git a/config/jobs/kubernetes/sig-node/__init__.py b/config/jobs/kubernetes/sig-node/__init__.py new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/config/jobs/kubernetes/sig-node/build_jobs.py b/config/jobs/kubernetes/sig-node/build_jobs.py new file mode 100644 index 0000000000000..c6e56cb3f1371 --- /dev/null +++ b/config/jobs/kubernetes/sig-node/build_jobs.py @@ -0,0 +1,348 @@ +# Copyright 2023 The Kubernetes Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import math +import json +import re +import yaml +import jinja2 # pylint: disable=import-error + + +from helpers import ( # pylint: disable=import-error, no-name-in-module + build_cron, +) + +# These are job tab names of unsupported grid combinations +skip_jobs = [] + +image = "gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master" + +loader = jinja2.FileSystemLoader(searchpath="./templates") + +############## +# Build Test # +############## + + +# Returns a string representing the periodic prow job and the number of job invocations per week +def build_test( + cloud="ec2", + distro="u2204", + cri="containerd", + name_override=None, + feature_flags=(), + extra_dashboards=None, + test_parallelism=8, + test_timeout_minutes=60, + skip_regex="", + arch="", + test_args="", + instance_type="", + user_data_file="", + image_config_file="", + test_type="node-e2e", + scenario_name=None, + focus_regex=None, + runs_per_day=0, + scenario=None, + env=None, +): + # pylint: disable=too-many-statements,too-many-branches,too-many-arguments + validation_wait = "20m" if distro in ("flatcar", "flatcararm64") else None + + suffix = "" + if cri: + suffix += cri + if distro: + suffix += "-" + distro.replace('-arm64','') + if arch: + suffix += "-" + arch + if cloud: + suffix += "-" + cloud + + tab = name_override or (f"ci-node-e2e-{suffix}-{scenario_name}-release-master") + #TODO amend this when the generator configures older releases + + if tab in skip_jobs: + return None + + cron, runs_per_week = build_cron(tab, runs_per_day) + + # Scenario-specific parameters + if env is None: + env = {} + + tmpl_file = "periodic.yaml.jinja" + + tmpl = jinja2.Environment(loader=loader).get_template(tmpl_file) + job = tmpl.render( + job_name=tab, + cloud=cloud, + cron=cron, + distro=distro, + test_parallelism=str(test_parallelism), + job_timeout=str(test_timeout_minutes + 10) + "m", + test_timeout=str(test_timeout_minutes) + "m", + skip_regex=skip_regex, + kops_feature_flags=",".join(feature_flags), + focus_regex=focus_regex, + validation_wait=validation_wait, + test_args=test_args, + user_data_file=user_data_file, + image_config_file=image_config_file, + instance_type=instance_type, + image=image, + scenario=scenario, + env=env, + arch=arch, + ) + + spec = { + "cloud": cloud, + "distro": distro, + "cri": cri, + "scenario": scenario_name, + } + jsonspec = json.dumps(spec, sort_keys=True) + + dashboards = [ + f"sig-node-{cri}", + f"sig-node-{distro.removesuffix('-arm64')}", + ] + if cloud == "ec2": + dashboards.extend(["sig-node-ec2","amazon-ec2-node"]) + if cloud == "gce": + dashboards.extend(["sig-node-gce"]) + + if extra_dashboards: + dashboards.extend(extra_dashboards) + + days_of_results = 90 + if runs_per_week * days_of_results > 2000: + # testgrid has a limit on number of test runs to show for a job + days_of_results = math.floor(2000 / runs_per_week) + annotations = { + "testgrid-dashboards": ", ".join(sorted(dashboards)), + "testgrid-days-of-results": str(days_of_results), + "testgrid-tab-name": tab, + } + for k, v in spec.items(): + annotations[f"node.k8s.io/{k}"] = v or "" + + extra = yaml.dump( + {"annotations": annotations}, width=9999, default_flow_style=False + ) + + output = f"\n# {jsonspec}\n{job.strip()}\n" + for line in extra.splitlines(): + output += f" {line}\n" + return output, runs_per_week + +#################### +# Grid Definitions # +#################### +clouds = [ + "ec2", + "gce", +] + +cri_options = [ + "containerd", + # 'cri-o', +] + +gce_distro_options = [ + "cos", + "ubuntu2204-gke", + "ubuntu2204-gke-arm64", +] + +ec2_distro_options = [ + # "amazonlinux2", + "al2023", + "al2023-arm64", + "ubuntu2204", + "ubuntu2204-arm64", +] + +image_config_files = { + "cos": "../test-infra/jobs/e2e_node/containerd/image-config.yaml", + "ubuntu2204-gke": "../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml", + "ubuntu2204-gke-arm64": "../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml", +} + +user_data_files = { + # "amazonlinux2": "amazonlinux2.yaml", # stored in k-sigs/aws-provider-test-infra repo + # "amazonlinux2-arm64": "amazonlinux2-arm64.yaml", # stored in k-sigs/aws-provider-test-infra repo + "ubuntu2204": "config/ubuntu2204.yaml", # stored in k-sigs/aws-provider-test-infra repo + "ubuntu2204-arm64": "config/ubuntu2204.yaml", # stored in k-sigs/aws-provider-test-infra repo + "al2023": "config/al2023-6.1.yaml", # stored in k-sigs/aws-provider-test-infra repoo + "al2023-arm64": "config/al2023-6.1.yaml", # stored in k-sigs/aws-provider-test-infra repo +} + +default_test_args = '--kubelet-flags="--cgroup-driver=systemd"' + +test_scenarios = [ + { + "name": "conformance", + "skip_regex": r"\[Slow\]|\[Serial\]|\[Flaky\]", + "focus_regex": r"\[NodeConformance\]", + "cloud": "all", + "test_args": default_test_args, + "release_informing": ["cos-gce", "ubuntu2204-ec2"], + }, + { + "name": "serial", + "skip_regex": r"\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]", + "focus_regex": r"\[Serial\]", + "parallelism": 1, + "timeout": 240, + "cloud": "all", + "test_args": default_test_args, + "release_informing": ["cos-gce", "ubuntu2204-ec2"], + }, + { + "name": "features", + "skip_regex": r"\[Flaky\]|\[Serial\]", + "focus_regex": r"\[NodeFeature:.+\]|\[NodeFeature\]", + "cloud": "all", + "test_args": default_test_args, + }, + { + "name": "cgroupv1", + "skip_regex": r"\[Flaky\]|\[Serial\]", + "focus_regex": r"\[NodeFeature:.+\]|\[NodeFeature\]", + "cloud": "all", + "test_args": '--kubelet-flags="--cgroup-driver=cgroupfs"', + }, + { + "name": "swap", + "skip_regex": r"\[Flaky\]|\[Serial\]", + "focus_regex": r"\[NodeFeature:.+\]|\[NodeFeature\]", + "cloud": "all", + "timeout": 200, + "test_args": '--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"', + }, + { + "name": "standalone-all", + "skip_regex": r"\[Flaky\]|\[Serial\]", + "focus_regex": r"\[Feature:StandaloneMode\]", + "cloud": "all", + "timeout": 200, + "test_args": '--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"', + } +] + +# cri_versions = [ +# "containerd/main", +# "containerd/1.7", +# "containerd/1.6", +# ] + +############################ +# kops-periodics-grid.yaml # +############################ +def generate_grid(): + results = [] + # pylint: disable=too-many-nested-blocks + for cri in cri_options: + for test_scenario in test_scenarios: + for cloud in clouds: + if cloud != test_scenario["cloud"] and test_scenario["cloud"] != "all": + continue + for distro in eval(f"{cloud}_distro_options"): + distro_short = distro.replace('ubuntu', 'u').replace('debian', 'deb').replace('amazonlinux', 'amzn') # pylint: disable=line-too-long + arch = instance_type = user_data_file = image_config_file = "" + if cloud == "ec2": + instance_type = "m6a.large" + user_data_file = user_data_files[distro] + else: + instance_type = "e2-standard-2" + image_config_file = image_config_files[distro] + if 'arm64' in distro: + arch = "arm64" + if cloud == "ec2": + instance_type = "m6g.large" + user_data_file = user_data_files[distro] + else: + instance_type = "t2a-standard-2" + image_config_file = image_config_files[distro] + else: + arch = "amd64" + extra_dashboards = ["sig-node-grid"] + if "release_blocking" in test_scenario: + for v in test_scenario["release_blocking"]: + if re.match(fr"{distro}-{cloud}", v): + extra_dashboards.extend(['sig-release-master-blocking', 'sig-node-release-blocking']) + if "release_informing" in test_scenario: + for v in test_scenario["release_informing"]: + if re.match(fr"{distro}-{cloud}", v): + extra_dashboards.extend(['sig-release-master-informing']) + results.append( + build_test( + cloud=cloud, + distro=distro_short, + test_parallelism=test_scenario.get("parallelism", 8), + test_timeout_minutes=test_scenario.get("timeout", 60), + runs_per_day=3, + extra_dashboards=extra_dashboards, + scenario_name=test_scenario["name"], + cri=cri, + arch=arch, + instance_type=instance_type, + user_data_file=user_data_file, + image_config_file=image_config_file, + test_args=test_scenario["test_args"], + skip_regex=test_scenario["skip_regex"], + focus_regex=test_scenario["focus_regex"], + ) + ) + + return filter(None, results) + +######################## +# YAML File Generation # +######################## +periodics_files = { + "sig-node-grid.yaml": generate_grid, +} + + +def main(): + for filename, generate_func in periodics_files.items(): + print(f"Generating {filename}") + output = [] + runs_per_week = 0 + job_count = 0 + for res in generate_func(): + output.append(res[0]) + runs_per_week += res[1] + job_count += 1 + + output.insert( + 0, "# yamllint disable rule:trailing-spaces\n" + ) + output.insert( + 1, "# Test jobs generated by build_jobs.py (do not manually edit)\n" + ) + output.insert( + 2, f"# {job_count} jobs, total of {runs_per_week} runs per week\n" + ) + output.insert(2, "periodics:\n") + with open(filename, "w") as fd: + fd.write("".join(output)) + + +if __name__ == "__main__": + main() diff --git a/config/jobs/kubernetes/sig-node/helpers.py b/config/jobs/kubernetes/sig-node/helpers.py new file mode 100644 index 0000000000000..e07776a59f751 --- /dev/null +++ b/config/jobs/kubernetes/sig-node/helpers.py @@ -0,0 +1,168 @@ +# Copyright 2020 The Kubernetes Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import zlib + +import boto3 # pylint: disable=import-error,unused-import + +# We support rapid focus on a few tests of high concern +# This should be used for temporary tests we are evaluating, +# and ideally linked to a bug, and removed once the bug is fixed +run_hourly = [] + +run_daily = [] + + +def simple_hash(s): + # & 0xffffffff avoids python2/python3 compatibility + return zlib.crc32(s.encode()) & 0xFFFFFFFF + + +def build_cron(key, runs_per_day): + runs_per_week = 0 + minute = simple_hash("minutes:" + key) % 60 + hour = simple_hash("hours:" + key) % 24 + day_of_week = simple_hash("day_of_week:" + key) % 7 + + if runs_per_day > 0: + hour_denominator = 24 / runs_per_day + hour_offset = simple_hash("hours:" + key) % hour_denominator + return "%d %d-23/%d * * *" % (minute, hour_offset, hour_denominator), ( + runs_per_day * 7 + ) + + # run Ubuntu 20.04 (Focal) jobs more frequently + if "u2004" in key: + runs_per_week += 7 + return "%d %d * * *" % (minute, hour), runs_per_week + + # run hotlist jobs more frequently + if key in run_hourly: + runs_per_week += 24 * 7 + return "%d * * * *" % (minute), runs_per_week + + if key in run_daily: + runs_per_week += 7 + return "%d %d * * *" % (minute, hour), runs_per_week + + runs_per_week += 1 + return "%d %d * * %d" % (minute, hour, day_of_week), runs_per_week + + +def replace_or_remove_line(s, pattern, new_str): + keep = [] + for line in s.split("\n"): + if pattern in line: + if new_str: + line = line.replace(pattern, new_str) + keep.append(line) + else: + keep.append(line) + return "\n".join(keep) + + +def should_skip_newer_k8s(k8s_version, kops_version): + if kops_version is None: + return False + if k8s_version is None: + return True + return float(k8s_version) > float(kops_version) + + +def k8s_version_info(k8s_version): + test_package_bucket = "" + test_package_dir = "" + if k8s_version == "latest": + marker = "latest.txt" + k8s_deploy_url = "https://dl.k8s.io/release/latest.txt" + elif k8s_version == "ci": + marker = "latest.txt" + k8s_deploy_url = "https://storage.googleapis.com/k8s-release-dev/ci/latest.txt" + test_package_bucket = "k8s-release-dev" + test_package_dir = "ci" + elif k8s_version == "stable": + marker = "stable.txt" + k8s_deploy_url = "https://dl.k8s.io/release/stable.txt" + elif k8s_version: + marker = f"stable-{k8s_version}.txt" + k8s_deploy_url = f"https://dl.k8s.io/release/stable-{k8s_version}.txt" # pylint: disable=line-too-long + else: + raise Exception("missing required k8s_version") # pylint: disable=broad-exception-raised + return marker, k8s_deploy_url, test_package_bucket, test_package_dir + + +def create_args(kops_channel, networking, extra_flags, kops_image): + args = f"--channel={kops_channel} --networking=" + networking + + image_overridden = False + if extra_flags: + for arg in extra_flags: + if "--image=" in arg: + image_overridden = True + args = args + " " + arg + if kops_image and not image_overridden: + args = f"--image='{kops_image}' {args}" + return args.strip() + + +# def latest_aws_image(owner, name, arch='x86_64'): +# client = boto3.client('ec2', region_name='us-east-1') +# response = client.describe_images( +# Owners=[owner], +# Filters=[ +# { +# 'Name': 'name', +# 'Values': [ +# name, +# ], +# }, +# { +# 'Name': 'architecture', +# 'Values': [ +# arch +# ], +# }, +# ], +# ) +# images = [] +# for image in response['Images']: +# images.append(image['ImageLocation'].replace('amazon', owner)) +# images.sort(reverse=True) +# return images[0] + +# distro_images = { +# 'al2023': latest_aws_image('137112412989', 'al2023-ami-2*-kernel-6.1-x86_64'), +# 'amzn2': latest_aws_image('137112412989', 'amzn2-ami-kernel-5.10-hvm-*-x86_64-gp2'), +# 'deb10': latest_aws_image('136693071363', 'debian-10-amd64-*'), +# 'deb11': latest_aws_image('136693071363', 'debian-11-amd64-*'), +# 'deb12': latest_aws_image('136693071363', 'debian-12-amd64-*'), +# 'flatcar': latest_aws_image('075585003325', 'Flatcar-beta-*-hvm'), +# 'flatcararm64': latest_aws_image('075585003325', 'Flatcar-beta-*-hvm', 'arm64'), +# 'rhel8': latest_aws_image('309956199498', 'RHEL-8.*_HVM-*-x86_64-*'), +# 'rhel9': latest_aws_image('309956199498', 'RHEL-9.*_HVM-*-x86_64-*'), +# 'rocky8': latest_aws_image('792107900819', 'Rocky-8-ec2-8.*.x86_64'), +# 'u1804': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-bionic-18.04-amd64-server-*'), # pylint: disable=line-too-long +# 'u2004': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-focal-20.04-amd64-server-*'), # pylint: disable=line-too-long +# 'u2004arm64': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-focal-20.04-arm64-server-*', 'arm64'), # pylint: disable=line-too-long +# 'u2204': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-*'), # pylint: disable=line-too-long +# 'u2204arm64': latest_aws_image('099720109477', 'ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-arm64-server-*', 'arm64'), # pylint: disable=line-too-long +# } + +distros_ssh_user = { + "al2023": "ec2-user", + "u2204": "ec2-user", + "u2204-gke": "ec2-user", + "amzn2": "ec2-user", + "cos": "prow", +} diff --git a/config/jobs/kubernetes/sig-node/requirements.txt b/config/jobs/kubernetes/sig-node/requirements.txt new file mode 100644 index 0000000000000..67de90091f5bb --- /dev/null +++ b/config/jobs/kubernetes/sig-node/requirements.txt @@ -0,0 +1,3 @@ +pyyaml +Jinja2 +boto3 \ No newline at end of file diff --git a/config/jobs/kubernetes/sig-node/sig-node-grid.yaml b/config/jobs/kubernetes/sig-node/sig-node-grid.yaml new file mode 100644 index 0000000000000..345dc9a2cf6d1 --- /dev/null +++ b/config/jobs/kubernetes/sig-node/sig-node-grid.yaml @@ -0,0 +1,2458 @@ +# yamllint disable rule:trailing-spaces +# Test jobs generated by build_jobs.py (do not manually edit) +periodics: +# 42 jobs, total of 882 runs per week + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "conformance"} +- name: ci-node-e2e-containerd-al2023-amd64-ec2-conformance-release-master + cron: '17 0-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[NodeConformance\]" \ + --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \ + --timeout=60m \ + --paralellism=8 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023 + node.k8s.io/scenario: conformance + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-conformance-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "conformance"} +- name: ci-node-e2e-containerd-al2023-arm64-ec2-conformance-release-master + cron: '15 2-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[NodeConformance\]" \ + --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \ + --timeout=60m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023-arm64 + node.k8s.io/scenario: conformance + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-conformance-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "conformance"} +- name: ci-node-e2e-containerd-u2204-amd64-ec2-conformance-release-master + cron: '32 1-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[NodeConformance\]" \ + --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \ + --timeout=60m \ + --paralellism=8 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204 + node.k8s.io/scenario: conformance + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204, sig-release-master-informing + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-conformance-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "conformance"} +- name: ci-node-e2e-containerd-u2204-arm64-ec2-conformance-release-master + cron: '2 3-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[NodeConformance\]" \ + --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" \ + --timeout=60m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-arm64 + node.k8s.io/scenario: conformance + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-conformance-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "conformance"} +- name: ci-node-e2e-containerd-cos-amd64-gce-conformance-release-master + cron: '29 2-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[NodeConformance\]" + - --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" + - --instance-type="e2-standard-2" + - --timeout=60m" + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: cos + node.k8s.io/scenario: conformance + testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid, sig-release-master-informing + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-conformance-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "conformance"} +- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-conformance-release-master + cron: '28 5-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[NodeConformance\]" + - --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" + - --instance-type="e2-standard-2" + - --timeout=60m" + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke + node.k8s.io/scenario: conformance + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-conformance-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "conformance"} +- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-conformance-release-master + cron: '26 7-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-a + - --parallelism=8 + - --focus-regex="\[NodeConformance\]" + - --skip-regex="\[Slow\]|\[Serial\]|\[Flaky\]" + - --instance-type="t2a-standard-2" + - --timeout=60m" + - --use-dockerized-build=true + - --target-build-arch=linux/arm64 + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke-arm64 + node.k8s.io/scenario: conformance + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-conformance-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "serial"} +- name: ci-node-e2e-containerd-al2023-amd64-ec2-serial-release-master + cron: '17 6-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 250m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[Serial\]" \ + --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" \ + --timeout=240m \ + --paralellism=1 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023 + node.k8s.io/scenario: serial + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-serial-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "serial"} +- name: ci-node-e2e-containerd-al2023-arm64-ec2-serial-release-master + cron: '28 3-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 250m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[Serial\]" \ + --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" \ + --timeout=240m \ + --paralellism=1 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023-arm64 + node.k8s.io/scenario: serial + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-serial-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "serial"} +- name: ci-node-e2e-containerd-u2204-amd64-ec2-serial-release-master + cron: '44 4-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 250m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[Serial\]" \ + --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" \ + --timeout=240m \ + --paralellism=1 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204 + node.k8s.io/scenario: serial + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204, sig-release-master-informing + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-serial-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "serial"} +- name: ci-node-e2e-containerd-u2204-arm64-ec2-serial-release-master + cron: '9 1-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 250m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[Serial\]" \ + --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" \ + --timeout=240m \ + --paralellism=1 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-arm64 + node.k8s.io/scenario: serial + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-serial-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "serial"} +- name: ci-node-e2e-containerd-cos-amd64-gce-serial-release-master + cron: '19 3-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 250m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-a + - --parallelism=1 + - --focus-regex="\[Serial\]" + - --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" + - --instance-type="e2-standard-2" + - --timeout=240m" + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: cos + node.k8s.io/scenario: serial + testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid, sig-release-master-informing + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-serial-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "serial"} +- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-serial-release-master + cron: '24 4-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 250m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=1 + - --focus-regex="\[Serial\]" + - --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" + - --instance-type="e2-standard-2" + - --timeout=240m" + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke + node.k8s.io/scenario: serial + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-serial-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "serial"} +- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-serial-release-master + cron: '41 1-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 250m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=1 + - --focus-regex="\[Serial\]" + - --skip-regex="\[Flaky\]|\[Benchmark\]|\[NodeSpecialFeature:.+\]|\[NodeSpecialFeature\]|\[NodeAlphaFeature:.+\]|\[NodeAlphaFeature\]|\[NodeFeature:Eviction\]" + - --instance-type="t2a-standard-2" + - --timeout=240m" + - --use-dockerized-build=true + - --target-build-arch=linux/arm64 + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke-arm64 + node.k8s.io/scenario: serial + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-serial-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "features"} +- name: ci-node-e2e-containerd-al2023-amd64-ec2-features-release-master + cron: '32 7-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=60m \ + --paralellism=8 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023 + node.k8s.io/scenario: features + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-features-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "features"} +- name: ci-node-e2e-containerd-al2023-arm64-ec2-features-release-master + cron: '1 6-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=60m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023-arm64 + node.k8s.io/scenario: features + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-features-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "features"} +- name: ci-node-e2e-containerd-u2204-amd64-ec2-features-release-master + cron: '51 4-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=60m \ + --paralellism=8 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204 + node.k8s.io/scenario: features + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-features-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "features"} +- name: ci-node-e2e-containerd-u2204-arm64-ec2-features-release-master + cron: '50 5-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=60m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-arm64 + node.k8s.io/scenario: features + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-features-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "features"} +- name: ci-node-e2e-containerd-cos-amd64-gce-features-release-master + cron: '41 1-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-a + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="e2-standard-2" + - --timeout=60m" + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: cos + node.k8s.io/scenario: features + testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-features-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "features"} +- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-features-release-master + cron: '26 3-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="e2-standard-2" + - --timeout=60m" + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke + node.k8s.io/scenario: features + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-features-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "features"} +- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-features-release-master + cron: '59 2-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="t2a-standard-2" + - --timeout=60m" + - --use-dockerized-build=true + - --target-build-arch=linux/arm64 + - --test-args='--kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke-arm64 + node.k8s.io/scenario: features + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-features-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "cgroupv1"} +- name: ci-node-e2e-containerd-al2023-amd64-ec2-cgroupv1-release-master + cron: '34 1-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=60m \ + --paralellism=8 \ + --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023 + node.k8s.io/scenario: cgroupv1 + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-cgroupv1-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "cgroupv1"} +- name: ci-node-e2e-containerd-al2023-arm64-ec2-cgroupv1-release-master + cron: '43 0-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=60m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023-arm64 + node.k8s.io/scenario: cgroupv1 + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-cgroupv1-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "cgroupv1"} +- name: ci-node-e2e-containerd-u2204-amd64-ec2-cgroupv1-release-master + cron: '41 2-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=60m \ + --paralellism=8 \ + --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204 + node.k8s.io/scenario: cgroupv1 + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-cgroupv1-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "cgroupv1"} +- name: ci-node-e2e-containerd-u2204-arm64-ec2-cgroupv1-release-master + cron: '4 3-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=60m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-arm64 + node.k8s.io/scenario: cgroupv1 + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-cgroupv1-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "cgroupv1"} +- name: ci-node-e2e-containerd-cos-amd64-gce-cgroupv1-release-master + cron: '31 7-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="e2-standard-2" + - --timeout=60m" + - --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: cos + node.k8s.io/scenario: cgroupv1 + testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-cgroupv1-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "cgroupv1"} +- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-cgroupv1-release-master + cron: '48 5-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="e2-standard-2" + - --timeout=60m" + - --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke + node.k8s.io/scenario: cgroupv1 + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-cgroupv1-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "cgroupv1"} +- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-cgroupv1-release-master + cron: '25 4-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 70m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-a + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="t2a-standard-2" + - --timeout=60m" + - --use-dockerized-build=true + - --target-build-arch=linux/arm64 + - --test-args='--kubelet-flags="--cgroup-driver=cgroupfs"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke-arm64 + node.k8s.io/scenario: cgroupv1 + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-cgroupv1-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "swap"} +- name: ci-node-e2e-containerd-al2023-amd64-ec2-swap-release-master + cron: '25 5-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=200m \ + --paralellism=8 \ + --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023 + node.k8s.io/scenario: swap + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-swap-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "swap"} +- name: ci-node-e2e-containerd-al2023-arm64-ec2-swap-release-master + cron: '33 5-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=200m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023-arm64 + node.k8s.io/scenario: swap + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-swap-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "swap"} +- name: ci-node-e2e-containerd-u2204-amd64-ec2-swap-release-master + cron: '51 3-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=200m \ + --paralellism=8 \ + --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204 + node.k8s.io/scenario: swap + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-swap-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "swap"} +- name: ci-node-e2e-containerd-u2204-arm64-ec2-swap-release-master + cron: '7 3-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=200m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-arm64 + node.k8s.io/scenario: swap + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-swap-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "swap"} +- name: ci-node-e2e-containerd-cos-amd64-gce-swap-release-master + cron: '13 1-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="e2-standard-2" + - --timeout=200m" + - --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: cos + node.k8s.io/scenario: swap + testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-swap-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "swap"} +- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-swap-release-master + cron: '51 0-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-a + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="e2-standard-2" + - --timeout=200m" + - --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke + node.k8s.io/scenario: swap + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-swap-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "swap"} +- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-swap-release-master + cron: '39 0-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-a + - --parallelism=8 + - --focus-regex="\[NodeFeature:.+\]|\[NodeFeature\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="t2a-standard-2" + - --timeout=200m" + - --use-dockerized-build=true + - --target-build-arch=linux/arm64 + - --test-args='--feature-gates=NodeSwap=true --kubelet-flags=" --fail-swap-on=false"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke-arm64 + node.k8s.io/scenario: swap + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-swap-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023", "scenario": "standalone-all"} +- name: ci-node-e2e-containerd-al2023-amd64-ec2-standalone-all-release-master + cron: '15 6-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-x86_64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[Feature:StandaloneMode\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=200m \ + --paralellism=8 \ + --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023 + node.k8s.io/scenario: standalone-all + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-amd64-ec2-standalone-all-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "al2023-arm64", "scenario": "standalone-all"} +- name: ci-node-e2e-containerd-al2023-arm64-ec2-standalone-all-release-master + cron: '29 0-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-arm64 \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[Feature:StandaloneMode\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=200m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/al2023-6.1.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: al2023-arm64 + node.k8s.io/scenario: standalone-all + testgrid-dashboards: amazon-ec2-node, sig-node-al2023, sig-node-containerd, sig-node-ec2, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-al2023-arm64-ec2-standalone-all-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204", "scenario": "standalone-all"} +- name: ci-node-e2e-containerd-u2204-amd64-ec2-standalone-all-release-master + cron: '36 1-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/amd64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6a.large \ + --focus-regex="\[Feature:StandaloneMode\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=200m \ + --paralellism=8 \ + --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204 + node.k8s.io/scenario: standalone-all + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-amd64-ec2-standalone-all-release-master + +# {"cloud": "ec2", "cri": "containerd", "distro": "u2204-arm64", "scenario": "standalone-all"} +- name: ci-node-e2e-containerd-u2204-arm64-ec2-standalone-all-release-master + cron: '42 7-23/8 * * *' + labels: + preset-e2e-containerd-ec2: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: eks-prow-build-cluster + extra_refs: + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + spec: + serviceAccountName: node-e2e-tests + containers: + - command: + - runner.sh + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/arm64/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type=m6g.large \ + --focus-regex="\[Feature:StandaloneMode\]" \ + --skip-regex="\[Flaky\]|\[Serial\]" \ + --timeout=200m \ + --paralellism=8 \ + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' \ + --images=$AMI_ID --user-data-file=config/ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: ec2 + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-arm64 + node.k8s.io/scenario: standalone-all + testgrid-dashboards: amazon-ec2-node, sig-node-containerd, sig-node-ec2, sig-node-grid, sig-node-u2204 + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-arm64-ec2-standalone-all-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "cos", "scenario": "standalone-all"} +- name: ci-node-e2e-containerd-cos-amd64-gce-standalone-all-release-master + cron: '45 0-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[Feature:StandaloneMode\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="e2-standard-2" + - --timeout=200m" + - --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: cos + node.k8s.io/scenario: standalone-all + testgrid-dashboards: sig-node-containerd, sig-node-cos, sig-node-gce, sig-node-grid + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-cos-amd64-gce-standalone-all-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke", "scenario": "standalone-all"} +- name: ci-node-e2e-containerd-u2204-gke-amd64-gce-standalone-all-release-master + cron: '47 6-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-b + - --parallelism=8 + - --focus-regex="\[Feature:StandaloneMode\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="e2-standard-2" + - --timeout=200m" + - --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke + node.k8s.io/scenario: standalone-all + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-amd64-gce-standalone-all-release-master + +# {"cloud": "gce", "cri": "containerd", "distro": "u2204-gke-arm64", "scenario": "standalone-all"} +- name: ci-node-e2e-containerd-u2204-gke-arm64-gce-standalone-all-release-master + cron: '5 0-23/8 * * *' + labels: + preset-service-account: "true" + preset-k8s-ssh: "true" + preset-dind-enabled: "true" + decorate: true + decoration_config: + timeout: 210m + cluster: k8s-infra-prow-build + extra_refs: + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + spec: + containers: + - command: + - runner.sh + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone=us-central1-a + - --parallelism=8 + - --focus-regex="\[Feature:StandaloneMode\]" + - --skip-regex="\[Flaky\]|\[Serial\]" + - --instance-type="t2a-standard-2" + - --timeout=200m" + - --use-dockerized-build=true + - --target-build-arch=linux/arm64 + - --test-args='--standalone-mode=true --feature-gates=AllAlpha=true --kubelet-flags="--cgroup-driver=systemd"' + - --image-config-file=../test-infra/jobs/e2e_node/containerd/image-config-ubuntu2204-gke-arm64.yaml + image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20230727-ea685f8747-master + imagePullPolicy: Always + securityContext: + privileged: true + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi + annotations: + node.k8s.io/cloud: gce + node.k8s.io/cri: containerd + node.k8s.io/distro: u2204-gke-arm64 + node.k8s.io/scenario: standalone-all + testgrid-dashboards: sig-node-containerd, sig-node-gce, sig-node-grid, sig-node-u2204-gke + testgrid-days-of-results: '90' + testgrid-tab-name: ci-node-e2e-containerd-u2204-gke-arm64-gce-standalone-all-release-master diff --git a/config/jobs/kubernetes/sig-node/templates/periodic.yaml.jinja b/config/jobs/kubernetes/sig-node/templates/periodic.yaml.jinja new file mode 100644 index 0000000000000..9974c9b0d17db --- /dev/null +++ b/config/jobs/kubernetes/sig-node/templates/periodic.yaml.jinja @@ -0,0 +1,119 @@ +{% if arch == "amd64" %} + {% set ec2_ami_arch="x86_64" %} +{%- else %} + {% set ec2_ami_arch="arm64" %} +{% endif %} +{% set gcp_zones=["us-central1-a", "us-central1-b"] %} + +- name: {{ job_name }} + cron: '{{cron}}' + labels: + {%- if cloud == "ec2" %} + preset-e2e-containerd-ec2: "true" + {%- else %} + preset-service-account: "true" + preset-k8s-ssh: "true" + {%- endif %} + {%- if arch == "arm64" %} + preset-dind-enabled: "true" + {%- endif %} + decorate: true + decoration_config: + timeout: {{ job_timeout }} + {%- if cloud == "ec2" %} + cluster: eks-prow-build-cluster + {%- elif cloud == "gce" %} + cluster: k8s-infra-prow-build + {%- endif %} + extra_refs: + {%- if cloud == "ec2" %} + - org: kubernetes-sigs + repo: provider-aws-test-infra + base_ref: main + path_alias: sigs.k8s.io/provider-aws-test-infra + {%- endif %} + - org: kubernetes + repo: kubernetes + base_ref: master + path_alias: k8s.io/kubernetes + {%- if cloud == "gce" %} + - org: kubernetes + repo: test-infra + base_ref: master + path_alias: k8s.io/test-infra + {%- endif %} + spec: + {%- if cloud == "ec2" %} + serviceAccountName: node-e2e-tests + {%- endif %} + containers: + - command: + - runner.sh +{%- if cloud == "ec2" %} + args: + - bash + - -c + - | + cd ${GOPATH}/src/sigs.k8s.io/provider-aws-test-infra + {%- if "u2204" in distro %} + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/canonical/ubuntu/server/22.04/stable/current/{{ arch }}/hvm/ebs-gp2/ami-id \ + --query 'Parameters[0].[Value]' --output text) + {%- elif "al2023" in distro %} + AMI_ID=$(aws ssm get-parameters --names \ + /aws/service/ami-amazon-linux-latest/al2023-ami-kernel-6.1-{{ ec2_ami_arch }} \ + --query 'Parameters[0].[Value]' --output text) + {%- endif %} + kubetest2 noop --test=node -- \ + --provider=ec2 --repo-root=. \ + --instance-type={{ instance_type }} \ + --focus-regex="{{ focus_regex }}" \ + --skip-regex="{{ skip_regex }}" \ + --timeout={{ test_timeout }} \ + --paralellism={{ test_parallelism }} \ + {%- if arch == "arm64" %} + --use-dockerized-build=true \ + --target-build-arch=linux/arm64 \ + {%- endif %} + --test-args='{{ test_args }}' \ + --images=$AMI_ID --user-data-file={{ user_data_file }} +{%- elif cloud == "gce" %} + args: + - kubetest2 + - noop + - --test=node + - --provider=gce + - --gcp-zone={{ gcp_zones|random }} + - --parallelism={{ test_parallelism }} + - --focus-regex="{{ focus_regex }}" + - --skip-regex="{{ skip_regex }}" + - --instance-type="{{ instance_type }}" + - --timeout={{ test_timeout }}" + {%- if arch == "arm64" %} + - --use-dockerized-build=true + - --target-build-arch=linux/arm64 + {%- endif %} + - --test-args='{{ test_args }}' + - --image-config-file={{ image_config_file }} +{%- endif %} + + {%- if env | length > 1 %} + env: + {%- for key, val in env.items() %} + - name: {{ key }} + value: '{{ val }}' + {%- endfor %} + {%- endif %} + image: {{image}} + imagePullPolicy: Always + {%- if arch == "arm64" %} + securityContext: + privileged: true + {%- endif %} + resources: + requests: + cpu: 4 + memory: 6Gi + limits: + cpu: 4 + memory: 6Gi diff --git a/config/testgrids/kubernetes/sig-node/config.yaml b/config/testgrids/kubernetes/sig-node/config.yaml index 0ef1847ac8560..a9fde31c8744d 100644 --- a/config/testgrids/kubernetes/sig-node/config.yaml +++ b/config/testgrids/kubernetes/sig-node/config.yaml @@ -8,6 +8,12 @@ dashboard_groups: - sig-node-dynamic-resource-allocation - sig-node-presubmits - sig-node-ec2 + - sig-node-gce + - sig-node-al2023 + - sig-node-grid + - sig-node-cos + - sig-node-u2204 + - sig-node-u2204-gke # These dashboards are for out-of-tree SIG Node projects - sig-node-cadvisor - sig-node-cri-tools @@ -173,3 +179,9 @@ dashboards: alert_mail_to_addresses: eduard.bartosh@intel.com - name: sig-node-presubmits - name: sig-node-image-pushes +- name: sig-node-gce +- name: sig-node-al2023 +- name: sig-node-grid +- name: sig-node-cos +- name: sig-node-u2204 +- name: sig-node-u2204-gke