ci.yml

name: Earthly CI
on:
  push:
    branches: [master]
  pull_request: {}
  workflow_dispatch: {}

jobs:
  # there's a lot of x86 tasks - let's split out the build step
  build-x86:
    runs-on: ubuntu-latest
    env:
      EARTHLY_TOKEN: ${{ secrets.EARTHLY_TOKEN }}
    # cancel if reran on same PR if exists, otherwise if on same commit
    concurrency:
      group: build-${{ github.event.pull_request.number || github.ref_name }}-x86
      cancel-in-progress: ${{ github.ref_name != 'master' }}
    steps:
      - uses: earthly/actions-setup@v1
        with:
          version: v0.8.5

      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}
          submodules: recursive

      - name: Setup
        working-directory: ./scripts
        run: ./setup_env.sh ${{ secrets.DOCKERHUB_PASSWORD }} ${{ github.actor }}

      - name: Test
        working-directory: ./yarn-project
        run: |
          # push to registry
          earthly-cloud build x86 --push +build-end-to-end

  # all the end-to-end integration tests for aztec
  e2e-arm:
    runs-on: ubuntu-latest
    env:
      EARTHLY_TOKEN: ${{ secrets.EARTHLY_TOKEN }}
    strategy:
      matrix:
        test:
          - e2e-card-game
          - e2e-crowdfunding-and-claim
    # cancel if reran on same PR if exists, otherwise if on same commit
    concurrency:
      group: ${{ matrix.test }}-${{ github.event.pull_request.number || github.ref_name }}-arm
      cancel-in-progress: ${{ github.ref_name != 'master' }}
    steps:
      - uses: earthly/actions-setup@v1
        with:
          version: v0.8.5

      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}
          submodules: recursive

      - name: Setup
        working-directory: ./scripts
        run: ./setup_env.sh ${{ secrets.DOCKERHUB_PASSWORD }} ${{ github.actor }}

      - name: Test
        working-directory: ./yarn-project/end-to-end/
        # We don't do much on arm, just run it on their builder
        run:
          # Flags:
          # - e2e_build=true to get images from a local build, not a dockerhub registry strategy
          earthly-cloud build arm --no-output +${{ matrix.test }} --e2e_build=true

  # all the end-to-end integration tests for aztec
  e2e-x86:
    needs: build-x86
    runs-on: ubuntu-latest
    env:
      EARTHLY_TOKEN: ${{ secrets.EARTHLY_TOKEN }}
    strategy:
      matrix:
        test:
          - e2e-state-vars
          - e2e-block-building
          - e2e-nested-contract
          - e2e-static-calls
          - e2e-delegate-calls
          - e2e-non-contract-account
          - e2e-cross-chain-messaging
          - e2e-crowdfunding-and-claim
          - e2e-public-cross-chain-messaging
          - e2e-public-to-private-messaging
          - e2e-account-contracts
          - e2e-escrow-contract
          - e2e-inclusion-proofs-contract
          - e2e-pending-note-hashes-contract
          - e2e-ordering
          - uniswap-trade-on-l1-from-l2
          - integration-l1-publisher
          - e2e-cli
          - e2e-persistence
          - e2e-browser
          - e2e-card-game
          - e2e-avm-simulator
          - e2e-fees
          - e2e-dapp-subscription
          - pxe
          - cli-docs-sandbox
          - e2e-docs-examples
    # cancel if reran on same PR if exists, otherwise if on same commit
    concurrency:
      group: ${{ matrix.test }}-${{ github.event.pull_request.number || github.ref_name }}-x86
      cancel-in-progress: ${{ github.ref_name != 'master' }}
    steps:
      - uses: earthly/actions-setup@v1
        with:
          version: v0.8.5

      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}
          submodules: recursive

      - name: Setup
        working-directory: ./scripts
        run: ./setup_env.sh ${{ secrets.DOCKERHUB_PASSWORD }} ${{ github.actor }}

      - name: Pull E2E Images
        working-directory: ./barretenberg/cpp/
        run: |
          docker pull aztecprotocol/aztec-cache:$(git rev-parse HEAD)
          docker pull aztecprotocol/end-to-end-cache:$(git rev-parse HEAD)
          docker tag aztecprotocol/aztec-cache:$(git rev-parse HEAD) aztecprotocol/aztec:latest
          docker tag aztecprotocol/end-to-end-cache:$(git rev-parse HEAD) aztecprotocol/end-to-end:latest

      - name: Test
        working-directory: ./yarn-project/end-to-end/
        run: |
          earthly-cloud build x86 --no-output +${{ matrix.test }}

  # barretenberg (prover) native tests
  bb-native-tests:
    runs-on: ubuntu-latest
    env:
      EARTHLY_TOKEN: ${{ secrets.EARTHLY_TOKEN }}
    strategy: { matrix: { environment: [x86] } }
    # strategy: { matrix: { environment: [x86, arm] } }
    # cancel if reran on same PR if exists, otherwise if on same commit
    concurrency:
      group: bb-native-tests-${{ github.event.pull_request.number || github.ref_name }}-${{ matrix.environment }}
      cancel-in-progress: ${{ github.ref_name != 'master' }}
    steps:
      - uses: earthly/actions-setup@v1
        with:
          version: v0.8.5

      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}
          submodules: recursive

      - name: Setup
        working-directory: ./scripts
        run: ./setup_env.sh ${{ secrets.DOCKERHUB_PASSWORD }} ${{ github.actor }}

      - name: Test
        working-directory: ./barretenberg/cpp/
        run: |
          earthly-cloud build ${{ matrix.environment }} --no-output +test

  # All benchmarks, purposefully ran sequential on a machine
  # they should use parallelism within the benchmark, but only one thing should run at a time
  # for accurate results
  # We don't depend on 'build' as we use a different runner and will build components on the fist step that uses them.
  bench:
    runs-on: ubuntu-latest
    env:
      EARTHLY_TOKEN: ${{ secrets.EARTHLY_TOKEN }}
    # cancel if reran on same PR if exists, otherwise if on same commit
    concurrency:
      # TODO no longer exclusive.. revisit this
      group: ${{ github.actor }}-x86
      cancel-in-progress: ${{ github.ref_name != 'master' }}
    steps:
      - uses: earthly/actions-setup@v1
        with:
          version: v0.8.5
          
      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}
          submodules: recursive

      - name: Setup
        working-directory: ./scripts
        run: ./setup_env.sh ${{ secrets.DOCKERHUB_PASSWORD }} ${{ github.actor }}

      - name: Client IVC Bench
        working-directory: ./barretenberg/cpp/
        run: earthly-cloud bench x86 --no-output +bench-client-ivc

      - name: Ultrahonk Bench
        working-directory: ./barretenberg/cpp/
        run: earthly-cloud bench x86 --no-output +bench-ultra-honk