-
Notifications
You must be signed in to change notification settings - Fork 103
/
pod-pull_cdc_integration_kafka_test.yaml
169 lines (169 loc) · 4.82 KB
/
pod-pull_cdc_integration_kafka_test.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
apiVersion: v1
kind: Pod
spec:
securityContext:
fsGroup: 1000
containers:
- image: wurstmeister/zookeeper
imagePullPolicy: IfNotPresent
name: zookeeper
resources:
requests:
cpu: 2000m
memory: 4Gi
limits:
cpu: 2000m
memory: 4Gi
tty: true
volumeMounts:
- mountPath: /tmp
name: volume-0
- args:
- cat
image: hub.pingcap.net/jenkins/rocky8_golang-1.23:tini
imagePullPolicy: Always
name: golang
resources:
requests:
cpu: "12"
memory: 32Gi
limits:
cpu: "12"
memory: 32Gi
tty: true
volumeMounts:
- mountPath: /tmp
name: volume-0
- env:
- name: KAFKA_CREATE_TOPICS
value: big-message-test:1:1
- name: KAFKA_BROKER_ID
value: "1"
- name: KAFKA_SSL_KEYSTORE_PASSWORD
value: test1234
- name: KAFKA_ZOOKEEPER_CONNECT
value: localhost:2181
- name: KAFKA_MESSAGE_MAX_BYTES
value: "11534336"
- name: KAFKA_REPLICA_FETCH_MAX_BYTES
value: "11534336"
- name: KAFKA_ADVERTISED_LISTENERS
value: SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092
- name: ZK
value: zk
- name: KAFKA_SSL_KEYSTORE_LOCATION
value: /tmp/kafka.server.keystore.jks
- name: KAFKA_SSL_KEY_PASSWORD
value: test1234
- name: KAFKA_SSL_TRUSTSTORE_PASSWORD
value: test1234
- name: KAFKA_LISTENERS
value: SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092
- name: KAFKA_SSL_TRUSTSTORE_LOCATION
value: /tmp/kafka.server.truststore.jks
- name: RACK_COMMAND
value: curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks -o /tmp/kafka.server.truststore.jks
image: wurstmeister/kafka:2.12-2.4.1
imagePullPolicy: IfNotPresent
name: kafka
resources:
requests:
cpu: 4000m
memory: 6Gi
limits:
cpu: 4000m
memory: 6Gi
tty: true
volumeMounts:
- mountPath: /tmp
name: volume-0
- env:
- name: KAFKA_SERVER
value: 127.0.0.1:9092
- name: ZOOKEEPER_SERVER
value: 127.0.0.1:2181
- name: DOWNSTREAM_DB_HOST
value: 127.0.0.1
- name: USE_FLAT_MESSAGE
value: "true"
- name: DOWNSTREAM_DB_PORT
value: "3306"
- name: DB_NAME
value: test
image: rustinliu/ticdc-canal-json-adapter:latest
imagePullPolicy: IfNotPresent
name: canal-adapter
# TODO: add resource limit
# can't add resource limit now, because canal-adapter will OOM
# issue: https://github.com/PingCAP-QE/ci/issues/1893
resources:
requests:
cpu: 200m
memory: 4Gi
tty: true
volumeMounts:
- mountPath: /tmp
name: volume-0
- name: net-tool
image: hub.pingcap.net/jenkins/network-multitool
tty: true
resources:
limits:
memory: 128Mi
cpu: 100m
- name: report
image: hub.pingcap.net/jenkins/python3-requests:latest
tty: true
resources:
requests:
cpu: 200m
memory: 4Gi
- name: mysql
image: quay.io/debezium/example-mysql:2.4
imagePullPolicy: IfNotPresent
env:
- name: MYSQL_ROOT_PASSWORD
value: ""
- name: MYSQL_USER
value: mysqluser
- name: MYSQL_PASSWORD
value: mysqlpw
- name: MYSQL_ALLOW_EMPTY_PASSWORD
value: "yes"
- name: MYSQL_TCP_PORT
value: "3310"
resources:
requests:
cpu: 200m
memory: 4Gi
- name: connect
image: quay.io/debezium/connect:2.4
env:
- name: BOOTSTRAP_SERVERS
value: "127.0.0.1:9092"
- name: GROUP_ID
value: "1"
- name: CONFIG_STORAGE_TOPIC
value: "my_connect_configs"
- name: OFFSET_STORAGE_TOPIC
value: "my_connect_offsets"
- name: STATUS_STORAGE_TOPIC
value: "my_connect_statuses"
- name: LANG
value: "C.UTF-8"
resources:
requests:
cpu: 200m
memory: 4Gi
volumes:
- emptyDir: {}
name: volume-0
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: kubernetes.io/arch
operator: In
values:
- amd64