Add init container that will pre-create buckets in minio (#905)

* Add init container that will pre-create buckets in minio Signed-off-by: Jeev B <[email protected]> * move minio tag override to overlay Signed-off-by: Jeev B <[email protected]> Signed-off-by: Haytham Abuelfutuh <[email protected]>
flyteorg · May 28, 2021 · bea33d0 · bea33d0
1 parent aca3089
commit bea33d0
Show file tree

Hide file tree

Showing 5 changed files with 34 additions and 3 deletions.
diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml
@@ -3060,14 +3060,23 @@ spec:
           value: minio
         - name: MINIO_SECRET_KEY
           value: miniostorage
-        image: minio/minio:RELEASE.2020-12-16T05-05-17Z
+        image: minio/minio:RELEASE.2021-04-06T23-11-00Z
         name: minio
         ports:
         - containerPort: 9000
           name: minio
         volumeMounts:
         - mountPath: /data
           name: minio-storage
+      initContainers:
+      - command:
+        - mkdir
+        - /data/my-s3-bucket
+        image: minio/minio:RELEASE.2021-04-06T23-11-00Z
+        name: create-bucket
+        volumeMounts:
+        - mountPath: /data
+          name: minio-storage
       volumes:
       - emptyDir: {}
         name: minio-storage

diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml
@@ -880,14 +880,23 @@ spec:
           value: minio
         - name: MINIO_SECRET_KEY
           value: miniostorage
-        image: minio/minio:RELEASE.2020-12-16T05-05-17Z
+        image: minio/minio:RELEASE.2021-04-06T23-11-00Z
         name: minio
         ports:
         - containerPort: 9000
           name: minio
         volumeMounts:
         - mountPath: /data
           name: minio-storage
+      initContainers:
+      - command:
+        - mkdir
+        - /data/my-s3-bucket
+        image: minio/minio:RELEASE.2021-04-06T23-11-00Z
+        name: create-bucket
+        volumeMounts:
+        - mountPath: /data
+          name: minio-storage
       volumes:
       - emptyDir: {}
         name: minio-storage

diff --git a/kustomize/base/addons/storage/storage.yaml b/kustomize/base/addons/storage/storage.yaml
@@ -16,8 +16,17 @@ spec:
       volumes:
         - name: minio-storage
           emptyDir: {}
+      initContainers:
+        - image: minio/minio
+          name: create-bucket
+          command:
+            - mkdir
+            - /data/my-s3-bucket
+          volumeMounts:
+            - name: minio-storage
+              mountPath: /data
       containers:
-        - image: "minio/minio:RELEASE.2020-12-16T05-05-17Z"
+        - image: minio/minio
           name: minio
           env:
             - name: MINIO_ACCESS_KEY

diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml
@@ -46,3 +46,5 @@ images:
   # Override postgres image to use alpine based (rather smaller) docker image
   - name: postgres
     newTag: 10.16-alpine
+  - name: minio/minio
+    newTag: RELEASE.2021-04-06T23-11-00Z
diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml
@@ -40,3 +40,5 @@ images:
   # Override postgres image to use alpine based (rather smaller) docker image
   - name: postgres
     newTag: 10.16-alpine
+  - name: minio/minio
+    newTag: RELEASE.2021-04-06T23-11-00Z