Test that each component can be applied in a K8s 1.22 cluster (kubefl…

…ow#2230)

* Add GH action for testing JWA manifests.

* Update permissions.

* Add GH actions for PodDefaults.

* Add GH actions for PodDefaults fix typo.

* Add GH actions for applying manifests in KinD for each component.

* Fix cert manager installation in all Actions.

* Address review comments for all GH actions.

.github/workflows/centraldb_kind_test.yaml

@@ -0,0 +1,31 @@
+name: Build & Apply CentralDashboard manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/centraldashboard/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/centraldashboard/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/kserve | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/jwa_kind_test.yaml

@@ -0,0 +1,31 @@
+name: Build & Apply JWA manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/jupyter/jupyter-web-app/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/jupyter/jupyter-web-app/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/istio | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/katib_kind_test.yaml

@@ -0,0 +1,34 @@
+name: Build & Apply Katib manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/katib/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Install cert-manager
+      run: ./testing/gh-actions/install_cert_manager.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/katib/upstream
+        kubectl create ns kubeflow
+        kustomize build installs/katib-with-kubeflow | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/kserve_kind_test.yaml

@@ -0,0 +1,35 @@
+name: Build & Apply KServe manifests in KinD
+on:
+  pull_request:
+    paths:
+      - contrib/kserve/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Install cert-manager
+      run: ./testing/gh-actions/install_cert_manager.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd contrib/kserve
+        kubectl create ns kubeflow
+        kustomize build kserve | kubectl apply -f -
+        kustomize build models-web-app/overlays/kubeflow | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/nb_controller_kind_test.yaml

@@ -0,0 +1,31 @@
+name: Build & Apply Notebook Controller manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/jupyter/notebook-controller/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/jupyter/notebook-controller/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/kubeflow | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/pipeline_kind_test.yaml

@@ -0,0 +1,34 @@
+name: Build & Apply Kubeflow Pipelines manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/pipeline/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Install cert-manager
+      run: ./testing/gh-actions/install_cert_manager.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/pipeline/upstream
+        kubectl create ns kubeflow
+        kustomize build env/cert-manager/platform-agnostic-multi-user | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/poddefaults_kind_test.yaml

@@ -0,0 +1,34 @@
+name: Build & Apply PodDefaults manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/admission-webhook/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Install cert-manager
+      run: ./testing/gh-actions/install_cert_manager.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/admission-webhook/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/cert-manager | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/profiles_kind_test.yaml

@@ -0,0 +1,31 @@
+name: Build & Apply Profiles manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/profiles/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/profiles/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/kubeflow | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/tb_controller_kind_test.yaml

@@ -0,0 +1,31 @@
+name: Build & Apply Tensorboard Controller manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/tensorboard/tensorboard-controller/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/tensorboard/tensorboard-controller/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/kubeflow | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/train_operator_kind_test.yaml

@@ -0,0 +1,31 @@
+name: Build & Apply Training Operator manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/training-operator/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/training-operator/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/kubeflow | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/twa_kind_test.yaml

@@ -0,0 +1,31 @@
+name: Build & Apply TWA manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/tensorboard/tensorboards-web-app/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/tensorboard/tensorboards-web-app/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/istio | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s

.github/workflows/vwa_kind_test.yaml

@@ -0,0 +1,31 @@
+name: Build & Apply VWA manifests in KinD
+on:
+  pull_request:
+    paths:
+      - apps/volumes-web-app/upstream/**
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Install KinD
+      run: ./testing/gh-actions/install_kind.sh
+
+    - name: Create KinD Cluster
+      run: kind create cluster --config testing/gh-actions/kind-1-22.yaml
+
+    - name: Install kustomize
+      run: ./testing/gh-actions/install_kustomize.sh
+
+    - name: Install Istio
+      run: ./testing/gh-actions/install_istio.sh
+
+    - name: Build & Apply manifests
+      run: |
+        cd apps/volumes-web-app/upstream
+        kubectl create ns kubeflow
+        kustomize build overlays/istio | kubectl apply -f -
+        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s