Consolidate github workflows (flyteorg#301)

* Consolidate github workflows Signed-off-by: Haytham Abuelfutuh <[email protected]> * try objects Signed-off-by: Haytham Abuelfutuh <[email protected]> * wip Signed-off-by: Haytham Abuelfutuh <[email protected]> * wip Signed-off-by: Haytham Abuelfutuh <[email protected]> * wip Signed-off-by: Haytham Abuelfutuh <[email protected]> * wip Signed-off-by: Haytham Abuelfutuh <[email protected]> * Update contribution guide Signed-off-by: Haytham Abuelfutuh <[email protected]>
eapolinario · Jun 22, 2021 · 633cf55 · 633cf55
1 parent f32f324
commit 633cf55
Show file tree

Hide file tree

Showing 17 changed files with 143 additions and 474 deletions.
diff --git a/.github/workflows/ghcr_core_master.yml b/.github/workflows/ghcr_core_master.yml
diff --git a/.github/workflows/ghcr_house_price_prediction.yml b/.github/workflows/ghcr_house_price_prediction.yml
diff --git a/.github/workflows/ghcr_k8s_spark.yml b/.github/workflows/ghcr_k8s_spark.yml
diff --git a/.github/workflows/ghcr_kfpytorch.yml b/.github/workflows/ghcr_kfpytorch.yml
diff --git a/.github/workflows/ghcr_pandera.yml b/.github/workflows/ghcr_pandera.yml
diff --git a/.github/workflows/ghcr_papermilltasks.yml b/.github/workflows/ghcr_papermilltasks.yml
diff --git a/.github/workflows/ghcr_pima_diabetes.yml b/.github/workflows/ghcr_pima_diabetes.yml
diff --git a/.github/workflows/ghcr_pod.yml b/.github/workflows/ghcr_pod.yml
diff --git a/.github/workflows/ghcr_push.yml b/.github/workflows/ghcr_push.yml
@@ -0,0 +1,58 @@
+name: Build & Push Docker Images
+
+on:
+  pull_request:
+  create:
+    tags:
+      - v*
+
+jobs:
+  push-github:
+    name: Push to GHCR
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: cookbook
+    strategy:
+      matrix:
+        directory:
+          - name: core
+            path: .
+          - name: pod
+            path: integrations/kubernetes
+          - name: k8s_spark
+            path: integrations/kubernetes
+          - name: kfpytorch
+            path: integrations/kubernetes
+          - name: sqlite_datacleaning
+            path: case_studies/feature_engineering
+          - name: sagemaker_training
+            path: integrations/aws
+          - name: sagemaker_pytorch
+            path: integrations/aws
+          - name: pima_diabetes
+            path: case_studies/ml_training
+          - name: papermilltasks
+            path: integrations/flytekit_plugins
+          - name: pandera
+            path: integrations/flytekit_plugins
+          - name: house_price_prediction
+            path: case_studies/ml_training
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: "0"
+      - name: Push Spark Plugin Docker Image to Github Registry
+        uses: whoan/docker-build-with-cache-action@v5
+        with:
+          # https://docs.github.com/en/packages/learn-github-packages/publishing-a-package
+          username: "${{ secrets.FLYTE_BOT_USERNAME }}"
+          password: "${{ secrets.FLYTE_BOT_PAT }}"
+          image_name: ${{ github.repository_owner }}/flytecookbook
+          image_tag: ${{ matrix.directory.name }}-latest,${{ matrix.directory.name }}-${{ github.sha }},${{ matrix.directory.name }}-${{ github.event.ref }}
+          push_git_tag: ${{ github.event_name != 'pull_request' }}
+          push_image_and_stages: ${{ github.event_name != 'pull_request' }}
+          registry: ghcr.io
+          build_extra_args: "--compress=true --build-arg=tag=ghcr.io/${{ github.repository_owner }}/flytecookbook:${{ matrix.directory.name }}-${{ github.sha }}"
+          context: ./cookbook/${{ matrix.directory.path }}
+          dockerfile: ${{ matrix.directory.name }}/Dockerfile
diff --git a/.github/workflows/ghcr_sagemaker_pytorch.yml b/.github/workflows/ghcr_sagemaker_pytorch.yml
diff --git a/.github/workflows/ghcr_sagemaker_training.yml b/.github/workflows/ghcr_sagemaker_training.yml