Issue/11 - Create integration test stages and cleanup workflows (#22)

Signed-off-by: Nathan Lee <[email protected]>

.github/workflows/build.yml

@@ -0,0 +1,37 @@
+# yaml-language-server: $schema=https://json.schemastore.org/github-workflow.json
+
+#
+# Copyright 2022 Hewlett Packard Enterprise Development LP
+# Other additional copyright holders may be indicated within.
+#
+# The entirety of this work is licensed under the Apache License,
+# Version 2.0 (the "License"); you may not use this file except
+# in compliance with the License.
+#
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name: Build
+on:
+  push:
+
+jobs:
+  unit-test:
+    uses: ./.github/workflows/unit-test.yml
+  publish-unit-test:
+    uses: ./.github/workflows/publish-unit-test.yml
+    needs: unit-test
+  integration-test:
+    uses: ./.github/workflows/integration-test.yml
+    needs: unit-test
+  publish-integration-test:
+    uses: ./.github/workflows/publish-integration-test.yml
+    needs: integration-test

.github/workflows/integration-test.yml

@@ -0,0 +1,94 @@
+# yaml-language-server: $schema=https://json.schemastore.org/github-workflow.json
+
+#
+# Copyright 2022 Hewlett Packard Enterprise Development LP
+# Other additional copyright holders may be indicated within.
+#
+# The entirety of this work is licensed under the Apache License,
+# Version 2.0 (the "License"); you may not use this file except
+# in compliance with the License.
+#
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name: Integration Test
+on:
+  workflow_call:
+
+jobs:
+  test:
+    name: Run Tests
+    runs-on: ubuntu-latest
+    steps:
+
+      # Publish event file if debug is enabled
+      - name: Publish Event File
+        uses: actions/upload-artifact@v3
+        if: ${{ runner.debug }}
+        with:
+          name: integration-test-event-file
+          path: ${{ github.event_path }}
+
+      # Needed to maintain branch scope for separate docker caches
+      - name: Get Branch
+        run: echo "BRANCH=${GITHUB_REF##*/}" >> $GITHUB_ENV
+
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+
+      # Requireed for docker caching
+      - name: Setup Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      # Pre-build slurm image with docker cache. This will also generate an
+      # inline cache used by the docker build in the "Integration Test" job.
+      # Docker caches are need to be image and branch scoped. The first build
+      # on new branches will need to build the image from scratch. Expect 10
+      # minutes for a full slurm build.
+      - name: Build Slurm
+        uses: docker/build-push-action@v3
+        with:
+          context: testsuite/submodules/slurm-docker-cluster
+          push: false
+          load: true
+          tags: slurm-bb:test
+          build-args: |
+            SLURM_TAG=slurm-22-05-4-1
+          cache-from: type=gha,scope=slurm-${{ env.BRANCH }}
+          cache-to: type=gha,mode=max,scope=slurm-${{ env.BRANCH }}
+
+      # Pre-build slurm image with docker cache. Expect 3 minutes for a full
+      # DWS build.
+      - name: Build DWS
+        uses: docker/build-push-action@v3
+        with:
+          context: testsuite/submodules/dws
+          push: false
+          load: true
+          tags: local/dws-operator:test
+          cache-from: type=gha,scope=dws-${{ env.BRANCH }}
+          cache-to: type=gha,mode=max,scope=dws-${{ env.BRANCH }}
+
+      - name: Integration Test
+        run: cd testsuite/integration && make setup test reports
+
+      - name: Publish Test Results
+        uses: actions/upload-artifact@v3
+        with:
+          name: integration-test-results
+          path: testsuite/integration/reports
+
+      # The "Integration Test" step should never fail, otherwise the test
+      # reports will not be available. This step will check the integration
+      # test container to see if a failure occured.
+      - name: Check Integration Test
+        run: test $(docker inspect integration-test --format="{{.State.ExitCode}}") -eq 0

.github/workflows/publish-integration-test.yml

@@ -0,0 +1,95 @@
+# yaml-language-server: $schema=https://json.schemastore.org/github-workflow.json
+
+#
+# Copyright 2022 Hewlett Packard Enterprise Development LP
+# Other additional copyright holders may be indicated within.
+#
+# The entirety of this work is licensed under the Apache License,
+# Version 2.0 (the "License"); you may not use this file except
+# in compliance with the License.
+#
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# See "publish-unit-test.yml" for information about actions in this workflow
+name: Publish Unit Test
+on:
+  workflow_call:
+  workflow_run:
+    workflows: [Pull Request]
+    types:
+      - completed
+
+jobs:
+  publish:
+    name: Publish
+    if: ${{ github.event_name == 'push' }}
+    runs-on: ubuntu-latest
+    steps:
+      - name: Publish Event File
+        uses: actions/upload-artifact@v3
+        if: ${{ runner.debug }}
+        with:
+          name: publish-integration-event-file
+          path: ${{ github.event_path }}
+
+      - uses: actions/download-artifact@v3
+        with:
+          name: integration-test-results
+
+      - name: Publish Integration Test Results
+        uses: scacap/action-surefire-report@v1
+        with:
+          report_paths: "**/*.junit.xml"
+          check_name: "Integration Test Report"
+
+  publish_checkrun:
+    name: Publish Checkrun
+    if: ${{ github.event_name == 'workflow_run' }}
+    runs-on: ubuntu-latest
+    steps:
+      - name: Publish Event File
+        uses: actions/upload-artifact@v3
+        if: ${{ runner.debug }}
+        with:
+          name: publish-integration-event-file
+          path: ${{ github.event_path }}
+
+      - name: 'Download artifacts'
+        uses: actions/github-script@v6
+        with:
+          script: |
+            let allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({
+               owner: context.repo.owner,
+               repo: context.repo.repo,
+               run_id: context.payload.workflow_run.id,
+            });
+            let matchArtifactTestResults = allArtifacts.data.artifacts.filter((artifact) => {
+              return artifact.name == "integration-test-results"
+            })[0];
+            let downloadTestResults = await github.rest.actions.downloadArtifact({
+               owner: context.repo.owner,
+               repo: context.repo.repo,
+               artifact_id: matchArtifactTestResults.id,
+               archive_format: 'zip',
+            });
+            let fs = require('fs');
+            fs.writeFileSync(`${process.env.GITHUB_WORKSPACE}/unit-test-results.zip`, Buffer.from(downloadTestResults.data));
+
+      - name: Unzip artifacts
+        run: unzip integration-test-results.zip
+
+      - name: Publish Integration Test Results
+        uses: scacap/action-surefire-report@v1
+        with:
+          report_paths: "**/*.junit.xml"
+          check_name: "Unit Test Report"
+          commit: ${{ github.event.workflow_run.head_sha }}