forked from cnti-testcatalog/testsuite
-
Notifications
You must be signed in to change notification settings - Fork 0
/
points.yml
115 lines (104 loc) · 3.22 KB
/
points.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
---
- name: default_scoring
tags:
pass: 5
fail: -1
- name: reasonable_image_size
tags: microservice, dynamic, workload
- name: reasonable_startup_time
tags: microservice, dynamic, workload
#- name: cni_spec
# tags: compatibility, dynamic
#- name: api_snoop_alpha
# tags: compatibility, dynamic
#- name: api_snoop_beta
# tags: compatibility, dynamic
#- name: api_snoop_general_apis
# tags: compatibility, dynamic
#- name: reset_cnf
# tags: statelessness, dynamic, configuration_lifecycle
#- name: check_reaped
# tags: statelessness, dynamic, configuration_lifecycle
- name: privileged
tags: security, dynamic, workload
required: true
#- name: shells
# tags: security, dynamic
#- name: protected_access
# tags: security, dynamic
- name: increase_capacity
tags: scalability, dynamic, workload
pass: 10
fail: -5
- name: decrease_capacity
tags: scalability, dynamic, workload
pass: 10
fail: -5
#- name: small_autoscaling
# tags: scalability, dynamic, workload
#- name: large_autoscaling
# tags: scalability, dynamic, workload
- name: network_chaos
tags: scalability, dynamic, workload
#- name: external_retry
# tags: scalability, dynamic, workload
#- name: versioned_helm_chart
# tags: configuration_lifecycle, dynamic, workload
- name: ip_addresses
pass: 0
fail: -1
tags: configuration_lifecycle, static, workload
- name: liveness
tags: configuration_lifecycle, dynamic, workload
- name: readiness
tags: configuration_lifecycle, dynamic, workload
#- name: no_volume_with_configuration
# tags: configuration_lifecycle, dynamic
- name: rolling_update
tags: configuration_lifecycle, dynamic, workload
- name: nodeport_not_used
tags: configuration_lifecycle, dynamic, workload
- name: hardcoded_ip_addresses_in_k8s_runtime_configuration
tags: configuration_lifecycle, dynamic, workload
#- name: fluentd_traffic
# tags: observability, dynamic, workload
#- name: jaeger_traffic
# tags: observability, dynamic, workload
#- name: prometheus_traffic
# tags: observability, dynamic, workload
#- name: opentelemetry_compatible
# tags: observability, dynamic, workload
#- name: openmetric_compatible
# tags: observability, dynamic, workload
- name: helm_deploy
tags: installability, dynamic, workload
- name: install_script_helm
tags: installability, static, workload
- name: helm_chart_valid
tags: installability, dynamic, workload
- name: helm_chart_published
tags: installability, dynamic, workload
- name: chaos_network_loss
tags: resilience, dynamic, workload
- name: chaos_cpu_hog
tags: resilience, dynamic, workload
- name: chaos_container_kill
tags: resilience, dynamic, workload
- name: volume_hostpath_not_found
tags: statelessness, dynamic, workload
#- name: hardware_affinity
# tags: hardware, dynamic, workload
#- name: static_accessing_hardware
# tags: hardware, static, workload
#- name: dynamic_accessing_hardware
# tags: hardware, dynamic, workload
#- name: direct_hugepages
# tags: hardware, dynamic, workload
#- name: performance
# tags: hardware, dynamic, workload
- name: k8s_conformance
tags: platform, dynamic
- name: worker_reboot_recovery
tags: platform, platform:resilience, dynamic
- name: oci_compliant
tags: platform, platform:hardware_and_scheduling, dynamic