Fixes test status reporting errors during successful baseline comparison #1007
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: cime testing | |
| on: | |
| push: | |
| branches: | |
| - master | |
| paths: | |
| - 'CIME/**' | |
| - 'scripts/**' | |
| - 'tools/**' | |
| - 'utils/**' | |
| - 'docker/**' | |
| pull_request: | |
| branches: | |
| - master | |
| paths: | |
| - 'CIME/**' | |
| - 'scripts/**' | |
| - 'tools/**' | |
| - 'utils/**' | |
| - 'docker/**' | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read # to fetch code (actions/checkout) | |
| packages: read | |
| jobs: | |
| build-containers: | |
| runs-on: ubuntu-latest | |
| if: ${{ github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository }} | |
| permissions: | |
| packages: write | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to DockerHub | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Docker meta | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ghcr.io/ESMCI/cime | |
| tags: | | |
| type=raw,value=latest,enable=${{ github.event_name == 'push' }} | |
| type=ref,event=pr,enable=${{ github.event_name == 'pull_request' }} | |
| type=sha,format=long | |
| - name: Build and push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| target: base | |
| context: docker/ | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| cache-from: type=gha | |
| cache-to: type=gha,mode=max | |
| pre-commit: | |
| runs-on: ubuntu-latest | |
| if: ${{ github.event_name == 'pull_request' && ! cancelled() }} | |
| timeout-minutes: 2 | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Set up python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: 3.9 | |
| - name: Runs pre-commit | |
| run: | | |
| pip install pre-commit | |
| pre-commit run -a | |
| # Runs unit testing under different python versions. | |
| unit-testing: | |
| runs-on: ubuntu-latest | |
| if: ${{ github.event_name == 'pull_request' && always() && ! cancelled() }} | |
| needs: build-containers | |
| container: | |
| image: ghcr.io/esmci/cime:${{ github.event.pull_request.head.repo.full_name == github.repository && format('sha-{0}', github.sha) || 'latest' }} | |
| credentials: | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| strategy: | |
| matrix: | |
| python-version: ['3.8', '3.9', '3.10'] | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Run tests | |
| shell: bash | |
| env: | |
| CIME_MODEL: "cesm" | |
| CIME_DRIVER: "nuopc" | |
| CIME_TEST_PLATFORM: ubuntu-latest | |
| run: | | |
| export CIME_REMOTE=https://github.com/${{ github.event.pull_request.head.repo.full_name || github.repository }} | |
| export CIME_BRANCH=${GITHUB_HEAD_REF:-${GITHUB_REF##*/}} | |
| source /entrypoint.sh | |
| # from 'entrypoint.sh', create and activate new environment | |
| create_environment ${{ matrix.python-version }} | |
| # GitHub runner home is different than container | |
| cp -rf /root/.cime /github/home/ | |
| pytest -vvv --cov=CIME --machine docker --no-fortran-run CIME/tests/test_unit* | |
| # Run system tests | |
| system-testing: | |
| runs-on: ubuntu-latest | |
| if: ${{ github.event_name == 'pull_request' && always() && ! cancelled() }} | |
| needs: build-containers | |
| container: | |
| image: ghcr.io/esmci/cime:${{ github.event.pull_request.head.repo.full_name == github.repository && format('sha-{0}', github.sha) || 'latest' }} | |
| credentials: | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| options: --hostname docker | |
| strategy: | |
| # allow all jobs to finish | |
| fail-fast: false | |
| matrix: | |
| model: ["e3sm", "cesm"] | |
| driver: ["mct", "nuopc"] | |
| exclude: | |
| # exclude nuopc driver when running e3sm tests | |
| - model: "e3sm" | |
| driver: "nuopc" | |
| # exclude mct driver when running cesm tests | |
| - model: "cesm" | |
| driver: "mct" | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Cache inputdata | |
| uses: actions/cache@v2 | |
| with: | |
| path: /storage/inputdata | |
| key: inputdata-2 | |
| - name: Run tests | |
| shell: bash | |
| env: | |
| CIME_MODEL: ${{ matrix.model }} | |
| CIME_DRIVER: ${{ matrix.driver }} | |
| CIME_TEST_PLATFORM: ubuntu-latest | |
| run: | | |
| export CIME_REMOTE=https://github.com/${{ github.event.pull_request.head.repo.full_name || github.repository }} | |
| export CIME_BRANCH=${GITHUB_HEAD_REF:-${GITHUB_REF##*/}} | |
| source /entrypoint.sh | |
| # GitHub runner home is different than container | |
| cp -rf /root/.cime /github/home/ | |
| source /opt/conda/etc/profile.d/conda.sh | |
| conda activate base | |
| pytest -vvv --cov=CIME --machine docker --no-fortran-run --no-teardown CIME/tests/test_sys* | |
| - uses: mxschmitt/action-tmate@v3 | |
| if: ${{ !always() }} | |
| with: | |
| limit-access-to-actor: true | |
| - name: Create testing log archive | |
| if: ${{ failure() }} | |
| shell: bash | |
| run: tar -czvf /testing-logs-${GITHUB_RUN_NUMBER}-${{ matrix.model }}-${{ matrix.driver }}.tar.gz /storage/cases/ | |
| # How to download artifacts: | |
| # https://docs.github.com/en/actions/managing-workflow-runs/downloading-workflow-artifacts | |
| - name: Upload testing logs | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: testing-logs-${{ github.run_number }}-${{ matrix.model }}-${{ matrix.driver }} | |
| path: /testing-logs-${{ github.run_number}}-${{ matrix.model }}-${{ matrix.driver }}.tar.gz | |
| retention-days: 4 |