chore: split e2e.yaml into multiple workflows #11
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # End-to-end testing that deploys and tests Supabase, API, UI, and VLLM | |
| name: e2e-playright | |
| on: | |
| pull_request: | |
| types: | |
| - ready_for_review | |
| - review_requested | |
| - synchronize | |
| - milestoned | |
| paths: | |
| # Catch-all | |
| - "**" | |
| # Ignore updates to the .github directory, unless it's this current file | |
| - "!.github/**" | |
| - ".github/workflows/e2e-playright.yaml" | |
| # Ignore docs and website things | |
| - "!**.md" | |
| - "!docs/**" | |
| - "!adr/**" | |
| - "!website/**" | |
| - "!netlify.toml" | |
| # Ignore updates to generic github metadata files | |
| - "!CODEOWNERS" | |
| - "!.gitignore" | |
| - "!LICENSE" | |
| # Ignore local development files | |
| - "!.pre-commit-config.yaml" | |
| # Ignore non e2e tests changes | |
| - "!tests/pytest/**" | |
| # Ignore changes to unrelated packages | |
| - "!packages/k3d-gpu/**" | |
| - "!packages/llama-cpp-python/**" | |
| - "!packages/repeater/**" | |
| - "!packages/text-embeddings/**" | |
| - "!packages/vllm/**" | |
| - "!packages/whisper/**" | |
| concurrency: | |
| group: e2e-playright-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| e2e_playright: | |
| runs-on: ai-ubuntu-big-boy-8-core | |
| if: ${{ !github.event.pull_request.draft }} | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| - name: Setup Python | |
| uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c #v5.0.0 | |
| with: | |
| python-version-file: 'pyproject.toml' | |
| - name: Install Python Deps | |
| run: python -m pip install ".[dev]" | |
| - name: Setup Node | |
| uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2 | |
| with: | |
| node-version-file: 'src/leapfrogai_ui/package.json' | |
| - name: Install UI/Playwright Dependencies | |
| run: | | |
| npm --prefix src/leapfrogai_ui ci | |
| npx --prefix src/leapfrogai_ui playwright install | |
| - name: Setup UDS Environment | |
| uses: defenseunicorns/uds-common/.github/actions/setup@05f42bb3117b66ebef8c72ae050b34bce19385f5 | |
| with: | |
| username: ${{ secrets.IRON_BANK_ROBOT_USERNAME }} | |
| password: ${{ secrets.IRON_BANK_ROBOT_PASSWORD }} | |
| - name: Create UDS Cluster | |
| run: | | |
| uds deploy k3d-core-slim-dev:0.22.2 --confirm | |
| ########## | |
| # Supabase | |
| ########## | |
| - name: Deploy Supabase | |
| run: | | |
| make build-supabase LOCAL_VERSION=e2e-test | |
| docker image prune -af | |
| uds zarf tools kubectl create namespace leapfrogai | |
| uds zarf package deploy packages/supabase/zarf-package-supabase-amd64-e2e-test.tar.zst --confirm | |
| rm packages/supabase/zarf-package-supabase-amd64-e2e-test.tar.zst | |
| - name: Set environment variable | |
| id: set-env-var | |
| run: | | |
| echo "ANON_KEY=$(uds zarf tools kubectl get secret supabase-bootstrap-jwt -n leapfrogai -o jsonpath='{.data.anon-key}' | base64 -d)" >> "$GITHUB_ENV" | |
| - name: Test Supabase | |
| run: | | |
| python -m pip install requests | |
| python -m pytest ./tests/e2e/test_supabase.py -v | |
| ########## | |
| # API | |
| ########## | |
| - name: Deploy LFAI-API | |
| run: | | |
| make build-api LOCAL_VERSION=e2e-test | |
| docker image prune -af | |
| uds zarf package deploy packages/api/zarf-package-leapfrogai-api-amd64-e2e-test.tar.zst --confirm | |
| rm packages/api/zarf-package-leapfrogai-api-amd64-e2e-test.tar.zst | |
| - name: Test API | |
| run: | | |
| python -m pip install requests | |
| python -m pytest ./tests/e2e/test_api.py -v | |
| ########## | |
| # UI | |
| ########## | |
| - name: Deploy LFAI-UI | |
| run: | | |
| make build-ui LOCAL_VERSION=e2e-test | |
| docker image prune -af | |
| uds zarf package deploy packages/ui/zarf-package-leapfrogai-ui-amd64-e2e-test.tar.zst --confirm | |
| rm packages/ui/zarf-package-leapfrogai-ui-amd64-e2e-test.tar.zst | |
| # Run the playwright UI tests using the deployed Supabase endpoint and upload report as an artifact | |
| - name: UI/API/Supabase E2E Playwright Tests | |
| run: | | |
| cp src/leapfrogai_ui/.env.example src/leapfrogai_ui/.env | |
| TEST_ENV=CI PUBLIC_DISABLE_KEYCLOAK=true PUBLIC_SUPABASE_ANON_KEY=$ANON_KEY npm --prefix src/leapfrogai_ui run test:integration:ci | |
| # Upload the Playwright report as an artifact | |
| - name: Archive Playwright Report | |
| uses: actions/upload-artifact@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| name: playwright-report | |
| path: src/leapfrogai_ui/e2e-report/ | |
| retention-days: 30 | |
| # The UI can be removed after the Playwright tests are finished | |
| - name: Cleanup UI | |
| run: | | |
| uds zarf package remove leapfrogai-ui --confirm |