-
Notifications
You must be signed in to change notification settings - Fork 28
/
kubo-upgrade-gcp.yml
313 lines (313 loc) · 8.27 KB
/
kubo-upgrade-gcp.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
jobs:
- max_in_flight: 1
name: claim-lock
plan:
- get: old-kubo-release-tarball
params:
globs:
- kubo-release*
- get: old-kubo-deployment-tarball
- get: kubo-deployment
trigger: true
- get: kubo-release
trigger: true
- get: git-kubo-ci
- get: git-kubo-release
- params:
acquire: true
put: kubo-lock
- name: deploy-k8s
plan:
- in_parallel:
steps:
- get: old-kubo-release-tarball
passed:
- claim-lock
- get: old-kubo-deployment-tarball
passed:
- claim-lock
- get: slackers
- get: kubo-release
passed:
- claim-lock
- get: git-kubo-ci
- get: kubo-lock
passed:
- claim-lock
trigger: true
version: every
- get: git-kubo-deployment
passed:
- claim-lock
resource: kubo-deployment
- get: git-kubo-release
passed:
- claim-lock
- file: git-kubo-ci/tasks/unpack-kubo-deployment.yml
input_mapping:
gcs-kubo-deployment-pre: old-kubo-deployment-tarball
task: unpack-kubo-deployment
- file: git-kubo-ci/tasks/upload-stemcell.yml
input_mapping:
source-json: kubo-lock
params:
IAAS: gcp
task: upload-stemcell
- config:
container_limits: {}
image_resource:
name: ""
source:
repository: pkstelemetrybot/integration-ci
type: docker-image
inputs:
- name: git-kubo-deployment
outputs:
- name: dep-releases
platform: linux
run:
args:
- -c
- |
set -euo pipefail
cd dep-releases
yq read ../git-kubo-deployment/manifests/cfcr.yml releases.*.url | grep -v null | grep -v kubo-[0-9] | sed 's|^-\ ||g' | xargs -n 1 curl -SLJO
ls -alh
path: bash
task: download-dep-releases
- params:
cleanup: true
manifest: git-kubo-deployment/manifests/cfcr.yml
no_redact: true
ops_files:
- git-kubo-ci/manifests/ops-files/kubo-latest-version.yml
- git-kubo-deployment/manifests/ops-files/rename.yml
- git-kubo-deployment/manifests/ops-files/add-hostname-to-master-certificate.yml
- git-kubo-deployment/manifests/ops-files/allow-privileged-containers.yml
- git-kubo-deployment/manifests/ops-files/addons-spec.yml
- git-kubo-deployment/manifests/ops-files/enable-nfs.yml
- git-kubo-deployment/manifests/ops-files/use-persistent-disk-for-workers.yml
- git-kubo-ci/manifests/ops-files/add-hpa-properties.yml
- git-kubo-ci/manifests/ops-files/increase-logging-level.yml
- git-kubo-deployment/manifests/ops-files/iaas/gcp/cloud-provider.yml
- git-kubo-deployment/manifests/ops-files/iaas/gcp/add-subnetwork-for-internal-load-balancer.yml
- git-kubo-deployment/manifests/ops-files/use-vm-extensions.yml
- git-kubo-ci/manifests/ops-files/enable-multiaz-workers.yml
releases:
- old-kubo-release-tarball/*.tgz
- dep-releases/*.tgz
source_file: kubo-lock/metadata
var_files:
addons-spec: git-kubo-ci/specs/guestbook.yml
vars:
disk_size: 10240
vars_files:
- kubo-lock/metadata
put: cfcr-deployment
- file: git-kubo-ci/tasks/update-kubeconfig-long-lived-director.yml
task: update-kubeconfig
- params:
file: kubeconfig/config
put: gcs-kubeconfig
- params:
keep_alive: true
name: apply-addons
source_file: kubo-lock/metadata
put: run-apply-addons-errand
- params:
keep_alive: true
name: smoke-tests
source_file: kubo-lock/metadata
put: run-smoke-tests-errand
- name: run-tests
plan:
- in_parallel:
steps:
- get: slackers
- get: git-kubo-ci
- get: kubo-lock
passed:
- deploy-k8s
trigger: true
version: every
- get: kubo-deployment
passed:
- deploy-k8s
- get: kubo-release
passed:
- deploy-k8s
- get: gcs-kubeconfig
passed:
- deploy-k8s
- get: git-kubo-release
passed:
- deploy-k8s
- file: git-kubo-ci/tasks/create-bosh-deploy-command-for-long-lived-director.yml
params:
ENABLE_MULTI_AZ_TESTS: "true"
IAAS: gcp
task: create-bosh-upgrade-deployment
- file: git-kubo-ci/tasks/upload-stemcell.yml
input_mapping:
source-json: kubo-lock
params:
IAAS: gcp
task: upload-stemcell
- file: git-kubo-ci/tasks/run-k8s-upgrade-tests-for-long-lived-director.yml
input_mapping:
gcs-kubo-release-tarball: kubo-release
params:
ENABLE_MULTI_AZ_TESTS: "true"
IAAS: gcp
privileged: true
task: run-tests
- params:
keep_alive: true
name: smoke-tests
source_file: kubo-lock/metadata
put: run-smoke-tests-errand
- name: destroy-k8s
plan:
- in_parallel:
steps:
- get: git-kubo-ci
- get: kubo-lock
passed:
- run-tests
trigger: true
version: every
- get: kubo-deployment
passed:
- run-tests
- get: kubo-release
passed:
- run-tests
- file: git-kubo-ci/tasks/destroy-k8s-instance-long-lived-director.yml
task: destroy-k8s
- params:
release: kubo-lock
put: kubo-lock
- name: publish-version
plan:
- in_parallel:
steps:
- get: git-kubo-ci
- get: gcs-shipable-version
- get: kubo-deployment
passed:
- run-tests
trigger: true
version: every
- get: kubo-release
passed:
- run-tests
trigger: true
version: every
- file: git-kubo-ci/tasks/unpack-kubo-deployment.yml
input_mapping:
gcs-kubo-deployment-pre: kubo-deployment
task: unpack-kubo-deployment
- file: git-kubo-ci/tasks/publish-shipable-version.yml
task: publish-version
- params:
file: gcs-shipable-version-output/shipable
put: gcs-shipable-version
resource_types:
- name: bosh-deployment
source:
repository: cloudfoundry/bosh-deployment-resource
type: docker-image
- name: bosh-errand
source:
repository: pcfkubo/bosh2-errand-resource
tag: v0.1.3-dev
type: docker-image
- name: gcs
source:
repository: frodenas/gcs-resource
type: docker-image
- name: pool
source:
repository: concourse/pool-resource
tag: 1.1.3
type: docker-image
- name: slack-notification
source:
repository: cfcommunity/slack-notification-resource
tag: latest
type: docker-image
resources:
- name: cfcr-deployment
source:
skip_check: true
type: bosh-deployment
- name: gcs-kubeconfig
source:
bucket: kubo-pipeline-store
json_key: ((gcs-json-key))
versioned_file: k8s/config
type: gcs
- name: gcs-shipable-version
source:
bucket: kubo-pipeline-store
json_key: ((gcs-json-key))
versioned_file: shipables/gcp_old-release_upgrade-shipable
type: gcs
- name: git-kubo-ci
source:
branch: master
uri: https://github.com/cloudfoundry-incubator/kubo-ci
type: git
- name: git-kubo-release
source:
branch: merge-kubo-deployment
uri: https://github.com/cloudfoundry-incubator/kubo-release
type: git
- name: kubo-deployment
source:
bucket: kubo-pipeline-store
json_key: ((gcs-json-key))
regexp: dev-builds/kubo-deployment-(.*).tgz
type: gcs
- name: kubo-lock
source:
branch: master
pool: gcp
private_key: ((git-ssh-key.private_key))
uri: [email protected]:pivotal-cf-experimental/kubo-locks.git
type: pool
- name: kubo-release
source:
bucket: kubo-pipeline-store
json_key: ((gcs-json-key))
regexp: dev-builds/kubo-(\d+\.\d+\.\d+(-dev\.\d+)*).*\.tgz
type: gcs
- name: old-kubo-deployment-tarball
source:
access_token: ((github-kubo-gitbot-access-token))
owner: cloudfoundry-incubator
pre_release: true
repository: kubo-deployment
type: github-release
- name: old-kubo-release-tarball
source:
access_token: ((github-kubo-gitbot-access-token))
owner: cloudfoundry-incubator
pre_release: true
repository: kubo-release
type: github-release
- name: run-apply-addons-errand
source:
skip_check: true
type: bosh-errand
- name: run-smoke-tests-errand
source:
skip_check: true
type: bosh-errand
- name: slackers
source:
paths:
- slackers
private_key: ((git-ssh-key.private_key))
uri: [email protected]:cloudfoundry-incubator/cfcr-home.git
type: git