test: add manual test runs (#1026)

* test: add manual test runs

* fixup! debug on push

* fixup! add for individual auth case

* fixup! add support for org auth

* fixup! schedule full runs weekly

* fixup! stricter label filter

.github/workflows/dotcom-acceptance-tests-all.yml

@@ -8,7 +8,7 @@ on:
     #         │ │ │ ┌───────────── month (1 - 12 or JAN-DEC)
     #         │ │ │ │ ┌───────────── day of the week (0 - 6 or SUN-SAT)
     #         * * * * *
-    - cron:  '0 0 * * *'
+    - cron:  '0 0 * * 3'
 
 jobs:
 

.github/workflows/dotcom-acceptance-tests-manual.yml

@@ -0,0 +1,109 @@
+name: Dotcom Acceptance Tests (manual)
+
+on:
+  pull_request:
+    types: [labeled]
+
+jobs:
+
+  acceptance-tests-anonymous:
+    runs-on: ubuntu-latest
+    if: contains(join(github.event.pull_request.labels.*.name, ', '), 'test/')
+    steps:
+      - name: Parse Args
+        id: args
+        run: |
+          echo "::set-output name=run_allowed::$(
+            jq -rc .label.name $GITHUB_EVENT_PATH | cut -d/ -f 2
+          )"
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          fetch-depth: 2
+      - name: Acceptance Tests (Anonymous)
+        id: acceptance-tests-anonymous
+        uses: terraformtesting/[email protected]
+        with:
+          TF_LOG: INFO
+          RUN_ALLOWED: ${{ steps.args.outputs.run_allowed }}
+      - name: Failed Acceptance Tests (Anonymous)
+        if: ${{ failure() }}
+        uses: terraformtesting/[email protected]
+        with:
+          TF_LOG: DEBUG
+          RUN_ALLOWED: ${{ steps.acceptance-tests-anonymous.outputs.run_allowed }}
+
+
+  acceptance-tests-individual:
+    runs-on: ubuntu-latest
+    if: contains(join(github.event.pull_request.labels.*.name, ', '), 'test')
+    steps:
+      - name: Parse Args
+        id: args
+        run: |
+          echo "::set-output name=run_allowed::$(
+            jq -rc .label.name $GITHUB_EVENT_PATH | cut -d/ -f 2
+          )"
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          fetch-depth: 2
+      - name: Acceptance Tests (Individual)
+        id: acceptance-tests-individual
+        uses: terraformtesting/[email protected]
+        with:
+          TF_LOG: INFO
+          RUN_ALLOWED: ${{ steps.args.outputs.run_allowed }}
+          GITHUB_OWNER: github-terraform-test-user
+          GITHUB_TEST_USER_TOKEN: ${{ secrets.DOTCOM_TEST_USER_TOKEN }}
+          GITHUB_TEST_ORGANIZATION: terraformtesting
+      - name: Failed Acceptance Tests (Individual)
+        if: ${{ failure() }}
+        uses: terraformtesting/[email protected]
+        with:
+          TF_LOG: DEBUG
+          RUN_ALLOWED: ${{ steps.args.outputs.run_allowed }}
+          GITHUB_OWNER: github-terraform-test-user
+          GITHUB_TEST_USER_TOKEN: ${{ secrets.DOTCOM_TEST_USER_TOKEN }}
+          GITHUB_TEST_ORGANIZATION: terraformtesting
+
+  acceptance-tests-organization:
+    runs-on: ubuntu-latest
+    if: contains(join(github.event.pull_request.labels.*.name, ', '), 'test')
+    steps:
+      - name: Parse Args
+        id: args
+        run: |
+          echo "::set-output name=run_allowed::$(
+            jq -rc .label.name $GITHUB_EVENT_PATH | cut -d/ -f 2
+          )"
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          fetch-depth: 2
+
+      - name: Acceptance Tests (Organization)
+        id: acceptance-tests-organization
+        uses: terraformtesting/[email protected]
+        with:
+          TF_LOG: INFO
+          RUN_ALLOWED: ${{ steps.args.outputs.run_allowed }}
+          GITHUB_ORGANIZATION: terraformtesting
+          GITHUB_TEST_USER_TOKEN: ${{ secrets.DOTCOM_TEST_USER_TOKEN }}
+          GITHUB_TEST_OWNER: github-terraform-test-user
+
+      - name: Failed Acceptance Tests (Organization)
+        uses: terraformtesting/[email protected]
+        if: ${{ failure() }}
+        with:
+          TF_LOG: DEBUG
+          RUN_ALLOWED: ${{ steps.args.outputs.run_allowed }}
+          GITHUB_ORGANIZATION: terraformtesting
+          GITHUB_TEST_USER_TOKEN: ${{ secrets.DOTCOM_TEST_USER_TOKEN }}
+          GITHUB_TEST_OWNER: github-terraform-test-user
+
+
+

.github/workflows/ghes-acceptance-tests-all.yml

@@ -8,7 +8,7 @@ on:
     #         │ │ │ ┌───────────── month (1 - 12 or JAN-DEC)
     #         │ │ │ │ ┌───────────── day of the week (0 - 6 or SUN-SAT)
     #         * * * * *
-    - cron:  '0 0 * * *'
+    - cron:  '0 0 * * 3'
 
 jobs:
   runtime: