From 8ab08459ca103528e69c6aa2f87ae18729b5d952 Mon Sep 17 00:00:00 2001 From: Karl Rister Date: Wed, 14 Aug 2024 12:54:37 -0500 Subject: [PATCH] DEBUG - DO_NOT_MERGE --- .github/workflows/core-crucible-ci.yaml | 164 ------------------ .../workflows/test-benchmark-crucible-ci.yaml | 44 ----- .github/workflows/test-tool-crucible-ci.yaml | 42 ----- 3 files changed, 250 deletions(-) delete mode 100644 .github/workflows/test-benchmark-crucible-ci.yaml delete mode 100644 .github/workflows/test-tool-crucible-ci.yaml diff --git a/.github/workflows/core-crucible-ci.yaml b/.github/workflows/core-crucible-ci.yaml index 2a5697a..9f9f265 100644 --- a/.github/workflows/core-crucible-ci.yaml +++ b/.github/workflows/core-crucible-ci.yaml @@ -247,167 +247,3 @@ jobs: - name: no build required if: ${{ needs.gen-params.outputs.build_controller == 'no' }} run: echo "no controller build required" - - github-runners: - runs-on: ubuntu-latest - timeout-minutes: 90 - needs: - - gen-params - - display-params - - build-controller - strategy: - fail-fast: false - matrix: - scenario: ${{ fromJSON(needs.gen-params.outputs.github_hosted_scenarios) }} - userenv: ${{ fromJSON(needs.gen-params.outputs.userenvs) }} - ci_controller: [ "${{ needs.gen-params.outputs.build_controller }}" ] - steps: - - name: Matrix Parameters => (${{ matrix.scenario.enabled }}, ${{ matrix.scenario.endpoint }}, ${{ matrix.scenario.benchmark }}, ${{ matrix.userenv }}, ${{ matrix.ci_controller }}) - run: | - echo "enabled=${{ matrix.scenario.enabled }}" - echo "endpoint=${{ matrix.scenario.endpoint }}" - echo "benchmark=${{ matrix.scenario.benchmark }}" - echo "userenv=${{ matrix.userenv }}" - echo "ci_controller=${{ matrix.ci_controller }}" - - - name: checkout ${{ needs.gen-params.outputs.ci_target_dir }} ci_target - uses: actions/checkout@v4 - with: - repository: perftool-incubator/${{ needs.gen-params.outputs.ci_target_dir }} - ref: ${{ inputs.ci_target_branch }} - path: ${{ needs.gen-params.outputs.ci_target_dir }} - - - name: checkout crucible-ci default - if: ${{ inputs.ci_target != 'crucible-ci' && inputs.crucible_ci_test != 'yes' }} - uses: actions/checkout@v4 - with: - repository: perftool-incubator/crucible-ci - ref: main - path: crucible-ci - - name: checkout crucible-ci crucible_ci_test - if: ${{ inputs.ci_target != 'crucible-ci' && inputs.crucible_ci_test == 'yes' }} - uses: actions/checkout@v4 - with: - repository: perftool-incubator/crucible-ci - ref: ${{ inputs.crucible_ci_test_branch }} - path: crucible-ci - - - name: import ci secret - env: - ENGINE_REGISTRY_AUTH_SECRET: ${{ secrets.registry_auth != '' && secrets.registry_auth || secrets.ci_registry_auth }} - if: ${{ env.ENGINE_REGISTRY_AUTH_SECRET != '' }} - run: sudo bash -c "echo \"$ENGINE_REGISTRY_AUTH_SECRET\" > /root/crucible-ci-engines-token.json" - - name: import production secret - env: - ENGINE_REGISTRY_AUTH_SECRET: ${{ secrets.production_registry_auth }} - if: ${{ env.ENGINE_REGISTRY_AUTH_SECRET != '' }} - run: sudo bash -c "echo \"$ENGINE_REGISTRY_AUTH_SECRET\" > /root/crucible-production-engines-token.json" - - - name: import quay oath token - env: - QUAY_OAUTH_TOKEN: ${{ secrets.quay_oauth_token }} - if: ${{ env.QUAY_OAUTH_TOKEN != '' }} - run: sudo bash -c "echo \"$QUAY_OAUTH_TOKEN\" > /root/quay-oauth.token" - - - name: run crucible-ci->integration-tests - if: ${{ matrix.scenario.enabled }} - uses: ./crucible-ci/.github/actions/integration-tests - with: - artifact_tag: "${{ inputs.ci_target }}__github-runners__${{ matrix.scenario.endpoint }}-${{ matrix.scenario.benchmark }}-${{ matrix.userenv }}" - ci_endpoint: "${{ matrix.scenario.endpoint }}" - scenarios: "${{ matrix.scenario.benchmark }}" - userenvs: "${{ matrix.userenv }}" - ci_target: "${{ inputs.ci_target }}" - ci_target_dir: ${{ github.workspace }}/${{ needs.gen-params.outputs.ci_target_dir }} - ci_controller: ${{ matrix.ci_controller }} - controller_tag: ${{ needs.gen-params.outputs.repo_name }}_${{ inputs.ci_target }}_${{ github.run_number }} - - name: skip crucible-ci->integration-tests - if: ${{ ! matrix.scenario.enabled }} - run: echo "crucible-ci->integration-tests not enabled" - - self-hosted-runners: - runs-on: [ self-hosted, cpu-partitioning, remotehost, remotehosts ] - timeout-minutes: 90 - needs: - - gen-params - - display-params - - build-controller - strategy: - fail-fast: false - matrix: - scenario: ${{ fromJSON(needs.gen-params.outputs.self_hosted_scenarios) }} - userenv: ${{ fromJSON(needs.gen-params.outputs.userenvs) }} - ci_controller: [ "${{ needs.gen-params.outputs.build_controller }}" ] - steps: - - name: Matrix Parameters => (${{ matrix.scenario.enabled }}, ${{ matrix.scenario.endpoint }}, ${{ matrix.scenario.benchmark }}, ${{ matrix.userenv }}, ${{ matrix.ci_controller }}) - run: | - echo "enabled=${{ matrix.scenario.enabled }}" - echo "endpoint=${{ matrix.scenario.endpoint }}" - echo "benchmark=${{ matrix.scenario.benchmark }}" - echo "userenv=${{ matrix.userenv }}" - echo "ci_controller=${{ matrix.ci_controller }}" - - - name: checkout ${{ needs.gen-params.outputs.ci_target_dir }} ci_target - uses: actions/checkout@v4 - with: - repository: perftool-incubator/${{ needs.gen-params.outputs.ci_target_dir }} - ref: ${{ inputs.ci_target_branch }} - path: ${{ needs.gen-params.outputs.ci_target_dir }} - - - name: checkout crucible-ci default - if: ${{ inputs.ci_target != 'crucible-ci' && inputs.crucible_ci_test != 'yes' }} - uses: actions/checkout@v4 - with: - repository: perftool-incubator/crucible-ci - ref: main - path: crucible-ci - - name: checkout crucible-ci crucible_ci_test - if: ${{ inputs.ci_target != 'crucible-ci' && inputs.crucible_ci_test == 'yes' }} - uses: actions/checkout@v4 - with: - repository: perftool-incubator/crucible-ci - ref: ${{ inputs.crucible_ci_test_branch }} - path: crucible-ci - - - name: import ci secret - env: - ENGINE_REGISTRY_AUTH_SECRET: ${{ secrets.registry_auth != '' && secrets.registry_auth || secrets.ci_registry_auth }} - if: ${{ env.ENGINE_REGISTRY_AUTH_SECRET != '' }} - run: sudo bash -c "echo \"$ENGINE_REGISTRY_AUTH_SECRET\" > /root/crucible-ci-engines-token.json" - - name: import production secret - env: - ENGINE_REGISTRY_AUTH_SECRET: ${{ secrets.production_registry_auth }} - if: ${{ env.ENGINE_REGISTRY_AUTH_SECRET != '' }} - run: sudo bash -c "echo \"$ENGINE_REGISTRY_AUTH_SECRET\" > /root/crucible-production-engines-token.json" - - - name: import quay oath token - env: - QUAY_OAUTH_TOKEN: ${{ secrets.quay_oauth_token }} - if: ${{ env.QUAY_OAUTH_TOKEN != '' }} - run: sudo bash -c "echo \"$QUAY_OAUTH_TOKEN\" > /root/quay-oauth.token" - - - name: run crucible-ci->integration-tests - if: ${{ matrix.scenario.enabled }} - uses: ./crucible-ci/.github/actions/integration-tests - with: - artifact_tag: "${{ inputs.ci_target }}__self-hosted-runners__${{ matrix.scenario.endpoint }}-${{ matrix.scenario.benchmark }}-${{ matrix.userenv }}" - ci_endpoint: "${{ matrix.scenario.endpoint }}" - scenarios: "${{ matrix.scenario.benchmark }}" - userenvs: "${{ matrix.userenv }}" - ci_target: "${{ inputs.ci_target }}" - ci_target_dir: ${{ github.workspace }}/${{ needs.gen-params.outputs.ci_target_dir }} - ci_controller: ${{ matrix.ci_controller }} - controller_tag: ${{ needs.gen-params.outputs.repo_name }}_${{ inputs.ci_target }}_${{ github.run_number }} - - name: skip crucible-ci->integration-tests - if: ${{ ! matrix.scenario.enabled }} - run: echo "crucible-ci->integration-tests not enabled" - - core-crucible-ci-complete: - runs-on: [ self-hosted, workflow-overhead ] - timeout-minutes: 10 - needs: - - github-runners - - self-hosted-runners - steps: - - name: Confirm Success - run: echo "core-crucible-ci-complete" diff --git a/.github/workflows/test-benchmark-crucible-ci.yaml b/.github/workflows/test-benchmark-crucible-ci.yaml deleted file mode 100644 index 4b1108e..0000000 --- a/.github/workflows/test-benchmark-crucible-ci.yaml +++ /dev/null @@ -1,44 +0,0 @@ -name: test-benchmark-crucible-ci - -on: - pull_request: - branches: [ main ] - paths-ignore: - - LICENSE - - '**.md' - - .github/workflows/faux-crucible-ci.yaml - - .github/workflows/faux-benchmark-crucible-ci.yaml - - .github/workflows/faux-core-crucible-ci.yaml - - .github/workflows/faux-tool-crucible-ci.yaml - - 'docs/**' - workflow_dispatch: - -jobs: - call-benchmark-crucible-ci: - strategy: - fail-fast: false - matrix: - repos: - - benchmark: "fio" - branch: "master" - - benchmark: "uperf" - branch: "master" - - benchmark: "oslat" - branch: "master" - uses: ./.github/workflows/benchmark-crucible-ci.yaml - with: - ci_target: "${{ matrix.repos.benchmark }}" - ci_target_branch: "${{ matrix.repos.branch }}" - crucible_ci_test: "yes" - crucible_ci_test_branch: "${{ github.ref }}" - github_workspace: "$GITHUB_WORKSPACE" - secrets: - ci_registry_auth: ${{ secrets.CRUCIBLE_CI_ENGINES_REGISTRY_AUTH }} - quay_oauth_token: ${{ secrets.CRUCIBLE_QUAYIO_OAUTH_TOKEN }} - - test-benchmark-crucible-ci-complete: - runs-on: [ self-hosted, workflow-overhead ] - needs: call-benchmark-crucible-ci - steps: - - name: Confirm Success - run: echo "test-benchmark-crucible-ci-complete" diff --git a/.github/workflows/test-tool-crucible-ci.yaml b/.github/workflows/test-tool-crucible-ci.yaml deleted file mode 100644 index a3861e6..0000000 --- a/.github/workflows/test-tool-crucible-ci.yaml +++ /dev/null @@ -1,42 +0,0 @@ -name: test-tool-crucible-ci - -on: - pull_request: - branches: [ main ] - paths-ignore: - - LICENSE - - '**.md' - - .github/workflows/faux-crucible-ci.yaml - - .github/workflows/faux-benchmark-crucible-ci.yaml - - .github/workflows/faux-core-crucible-ci.yaml - - .github/workflows/faux-tool-crucible-ci.yaml - - 'docs/**' - workflow_dispatch: - -jobs: - call-tool-crucible-ci: - strategy: - fail-fast: false - matrix: - repos: - - tool: "sysstat" - branch: "master" - - tool: "procstat" - branch: "master" - uses: ./.github/workflows/tool-crucible-ci.yaml - with: - ci_target: "${{ matrix.repos.tool }}" - ci_target_branch: "${{ matrix.repos.branch }}" - crucible_ci_test: "yes" - crucible_ci_test_branch: "${{ github.ref }}" - github_workspace: "$GITHUB_WORKSPACE" - secrets: - ci_registry_auth: ${{ secrets.CRUCIBLE_CI_ENGINES_REGISTRY_AUTH }} - quay_oauth_token: ${{ secrets.CRUCIBLE_QUAYIO_OAUTH_TOKEN }} - - test-tool-crucible-ci-complete: - runs-on: [ self-hosted, workflow-overhead ] - needs: call-tool-crucible-ci - steps: - - name: Confirm Success - run: echo "test-tool-crucible-ci-complete"