ecosystem-ci-from-pr.yml

# integration tests for vite ecosystem - run from pr comments
name: vite-ecosystem-ci-from-pr

env:
  # 7 GiB by default on GitHub, setting to 6 GiB
  # https://docs.github.com/en/actions/using-github-hosted-runners/about-github-hosted-runners#supported-runners-and-hardware-resources
  NODE_OPTIONS: --max-old-space-size=6144
  # configure corepack to be strict but not download newer versions or change anything
  COREPACK_DEFAULT_TO_LATEST: 0
  COREPACK_ENABLE_AUTO_PIN: 0
  COREPACK_ENABLE_STRICT: 1

on:
  workflow_dispatch:
    inputs:
      prNumber:
        description: "PR number (e.g. 9887)"
        required: true
        type: string
      branchName:
        description: "vite branch to use"
        required: true
        type: string
        default: "main"
      repo:
        description: "vite repository to use"
        required: true
        type: string
        default: "vitejs/vite"
      commit:
        description: "vite commit sha to use"
        type: string
      suite:
        description: "testsuite to run. runs all testsuits when `-`."
        required: false
        type: choice
        options:
          - "-"
          - analogjs
          - astro
          - histoire
          - hydrogen
          - iles
          - ladle
          - laravel
          - marko
          - nuxt
          - nx
          - previewjs
          - quasar
          - qwik
          - rakkas
          - redwoodjs
          - storybook
          - sveltekit
          - unocss
          - vike
          - vite-environment-examples
          - vite-plugin-pwa
          - vite-plugin-react
          - vite-plugin-react-pages
          - vite-plugin-react-swc
          - vite-plugin-svelte
          - vite-plugin-vue
          - vite-setup-catalogue
          - vitepress
          - vitest
          - vuepress
          - waku
jobs:
  init:
    runs-on: ubuntu-latest
    outputs:
      comment-id: ${{ steps.create-comment.outputs.result }}
    steps:
      - id: generate-token
        uses: tibdex/github-app-token@v2
        with:
          app_id: ${{ secrets.PR_GITHUB_APP_ID }}
          installation_retrieval_payload: "${{ github.repository_owner }}/vite"
          private_key: ${{ secrets.PR_GITHUB_APP_PRIVATE_KEY }}
      - id: create-comment
        uses: actions/github-script@v7
        with:
          github-token: ${{ steps.generate-token.outputs.token }}
          result-encoding: string
          script: |
            const url = `${context.serverUrl}//${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`
            const urlLink = `[Open](${url})`

            const { data: comment } = await github.rest.issues.createComment({
              issue_number: context.payload.inputs.prNumber,
              owner: context.repo.owner,
              repo: 'vite',
              body: `⏳ Triggered ecosystem CI: ${urlLink}`
            })
            return comment.id

  execute-selected-suite:
    timeout-minutes: 30
    runs-on: ubuntu-latest
    needs: init
    if: "inputs.suite != '-'"
    outputs:
      ref: ${{ steps.get-ref.outputs.ref }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-node@v4
        with:
          node-version: 20
      - uses: denoland/setup-deno@v1
        with:
          deno-version: v1.x
        continue-on-error: true
      - run: corepack enable
      - run: pnpm --version
      - run: pnpm i --frozen-lockfile
      - run: >-
          pnpm tsx ecosystem-ci.ts
          --branch ${{ inputs.branchName }}
          --repo ${{ inputs.repo }}
          ${{ inputs.commit && format('--commit {0}', inputs.commit) }}
          ${{ inputs.suite }}
      - id: get-ref
        if: always()
        run: |
          ref=${{ inputs.commit || '$(git log -1 --pretty=format:%H)' }}
          echo "ref=$ref" >> $GITHUB_OUTPUT
        working-directory: ${{ inputs.commit && '.' || 'workspace/vite' }}

  execute-all:
    timeout-minutes: 30
    runs-on: ubuntu-latest
    needs: init
    if: "inputs.suite == '-'"
    outputs:
      ref: ${{ steps.get-ref.outputs.ref }}
    strategy:
      matrix:
        suite:
          - analogjs
          - astro
          - histoire
          # - hydrogen # disabled until they complete they migration back to Vite
          # - iles # disabled until its CI is fixed
          - ladle
          - laravel
          - marko
          - nuxt
          # - nx # disabled temporarily
          - previewjs
          - quasar
          - qwik
          - rakkas
          - redwoodjs
          - remix
          - storybook
          - sveltekit
          - unocss
          - vike
          - vite-environment-examples
          - vite-plugin-pwa
          - vite-plugin-react
          # - vite-plugin-react-pages # # disabled until its install setup is fixed
          - vite-plugin-react-swc
          - vite-plugin-svelte
          - vite-plugin-vue
          - vite-setup-catalogue
          - vitepress
          - vitest
          - vuepress
          - waku
      fail-fast: false
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-node@v4
        with:
          node-version: 20
      - uses: denoland/setup-deno@v1
        with:
          deno-version: v1.x
        continue-on-error: true
      - run: corepack enable
      - run: pnpm --version
      - run: pnpm i --frozen-lockfile
      - run: >-
          pnpm tsx ecosystem-ci.ts
          --branch ${{ inputs.branchName }}
          --repo ${{ inputs.repo }}
          ${{ inputs.commit && format('--commit {0}', inputs.commit) }}
          ${{ matrix.suite }}
      - id: get-ref
        if: always()
        run: |
          ref=${{ inputs.commit || '$(git log -1 --pretty=format:%H)' }}
          echo "ref=$ref" >> $GITHUB_OUTPUT
        working-directory: ${{ inputs.commit && '.' || 'workspace/vite' }}

  update-comment:
    runs-on: ubuntu-latest
    needs: [init, execute-selected-suite, execute-all]
    if: always()
    steps:
      - id: generate-token
        uses: tibdex/github-app-token@v2
        with:
          app_id: ${{ secrets.PR_GITHUB_APP_ID }}
          installation_retrieval_payload: "${{ github.repository_owner }}/vite"
          private_key: ${{ secrets.PR_GITHUB_APP_PRIVATE_KEY }}
      - uses: actions/github-script@v7
        with:
          github-token: ${{ steps.generate-token.outputs.token }}
          script: |
            const mainRepoName = 'vite'
            const ref = "${{ needs.execute-all.outputs.ref }}" || "${{ needs.execute-selected-suite.outputs.ref }}"
            const refLink = `[\`${ref.slice(0, 7)}\`](${context.serverUrl}/${context.repo.owner}/${mainRepoName}/pull/${context.payload.inputs.prNumber}/commits/${ref})`

            const { data: { jobs } } = await github.rest.actions.listJobsForWorkflowRun({
              owner: context.repo.owner,
              repo: context.repo.repo,
              run_id: context.runId,
              per_page: 100
            });

            const selectedSuite = context.payload.inputs.suite
            let results
            if (selectedSuite !== "-") {
              const { conclusion, html_url } = jobs.find(job => job.name === "execute-selected-suite")
              results = [{ suite: selectedSuite, conclusion, link: html_url }]
            } else {
              results = jobs
                .filter(job => job.name.startsWith('execute-all '))
                .map(job => {
                  const suite = job.name.replace(/^execute-all \(([^)]+)\)$/, "$1")
                  return { suite, conclusion: job.conclusion, link: job.html_url }
                })
            }

            const url = `${context.serverUrl}/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`
            const urlLink = `[Open](${url})`

            const conclusionEmoji = {
              success: ":white_check_mark:",
              failure: ":x:",
              cancelled: ":stop_button:"
            }

            // check for previous ecosystem-ci runs against the main branch

            // first, list workflow runs for ecosystem-ci.yml
            const { data: { workflow_runs } } = await github.rest.actions.listWorkflowRuns({
              owner: context.repo.owner,
              repo: context.repo.repo,
              workflow_id: 'ecosystem-ci.yml'
            });

            // for simplity, we only take the latest completed scheduled run
            // otherwise we would have to check the inputs for every maunally triggerred runs, which is an overkill
            const latestScheduledRun = workflow_runs.find(run => run.event === "schedule" && run.status === "completed")

            // get the jobs for the latest scheduled run
            const { data: { jobs: scheduledJobs } } = await github.rest.actions.listJobsForWorkflowRun({
              owner: context.repo.owner,
              repo: context.repo.repo,
              run_id: latestScheduledRun.id
            });
            const scheduledResults = scheduledJobs
              .filter(job => job.name.startsWith('test-ecosystem '))
              .map(job => {
                const suite = job.name.replace(/^test-ecosystem \(([^)]+)\)$/, "$1")
                return { suite, conclusion: job.conclusion, link: job.html_url }
              })

            const rows = []
            const successfulSuitesWithoutChanges = []
            results.forEach(current => {
              const latest = scheduledResults.find(s => s.suite === current.suite) || {} // in case a new suite is added after latest scheduled

              if (current.conclusion === "success" && latest.conclusion === "success") {
                successfulSuitesWithoutChanges.push(`[${current.suite}](${current.link})`)
              }
              else {
                const firstColumn = current.suite
                const secondColumn = `${conclusionEmoji[current.conclusion]} [${current.conclusion}](${current.link})`
                const thirdColumn = `${conclusionEmoji[latest.conclusion]} [${latest.conclusion}](${latest.link})`

                rows.push(`| ${firstColumn} | ${secondColumn} | ${thirdColumn} |`)
              }
            })

            let body = `
            📝 Ran ecosystem CI on ${refLink}: ${urlLink}

            `
            if (rows.length > 0) {
              body += `| suite | result | [latest scheduled](${latestScheduledRun.html_url}) |
            |-------|--------|----------------|
            ${rows.join("\n")}

            ${conclusionEmoji.success} ${successfulSuitesWithoutChanges.join(", ")}
            `
            } else {
              body += `${conclusionEmoji.success} ${successfulSuitesWithoutChanges.join(", ")}
            `
            }

            await github.rest.issues.createComment({
              issue_number: context.payload.inputs.prNumber,
              owner: context.repo.owner,
              repo: mainRepoName,
              body
            })

            await github.rest.issues.deleteComment({
              owner: context.repo.owner,
              repo: mainRepoName,
              comment_id: ${{ needs.init.outputs.comment-id }}
            })