workflow-run-replay-verify.yaml

name: "*run replay-verify reusable workflow"

on:
  # This allows the workflow to be triggered from another workflow
  workflow_call:
    inputs:
      GIT_SHA:
        required: true
        type: string
        description: The git SHA1 to test.
      # replay-verify config
      BUCKET:
        required: true
        type: string
        description: The bucket to use for the backup. If not specified, it will use the default bucket.
      SUB_DIR:
        required: true
        type: string
        description: The subdirectory to use for the backup. If not specified, it will use the default subdirectory.
      HISTORY_START:
        required: true
        type: string
        description: The history start to use for the backup. If not specified, it will use the default history start.
      TXNS_TO_SKIP:
        required: false
        type: string
        description: The list of transaction versions to skip. If not specified, it will use the default list.
      RANGES_TO_SKIP:
        required: false
        type: string
        description: The optional list of transaction ranges to skip..
      BACKUP_CONFIG_TEMPLATE_PATH:
        description: "The path to the backup config template to use."
        type: string
        required: true
      # GHA job config
      RUNS_ON:
        description: "The runner to use for the job."
        type: string
        required: true
        default: "high-perf-docker-with-local-ssd"
      TIMEOUT_MINUTES:
        description: "Github job timeout in minutes"
        type: number
        required: true
        default: 180
  # This allows the workflow to be triggered manually from the Github UI or CLI
  # NOTE: because the "number" type is not supported, we default to 720 minute timeout
  workflow_dispatch:
    inputs:
      GIT_SHA:
        required: true
        type: string
        description: The git SHA1 to test.
      # replay-verify config
      BUCKET:
        required: true
        type: string
        description: The bucket to use for the backup. If not specified, it will use the default bucket.
      SUB_DIR:
        required: true
        type: string
        description: The subdirectory to use for the backup. If not specified, it will use the default subdirectory.
      HISTORY_START:
        required: true
        type: string
        description: The history start to use for the backup. If not specified, it will use the default history start.
      TXNS_TO_SKIP:
        required: false
        type: string
        description: The list of transaction versions to skip. If not specified, it will use the default list.
      RANGES_TO_SKIP:
        required: false
        type: string
        description: The optional list of transaction ranges to skip..
      BACKUP_CONFIG_TEMPLATE_PATH:
        description: "The path to the backup config template to use."
        type: string
        required: true
      # GHA job config
      RUNS_ON:
        description: "The runner to use for the job."
        type: string
        required: true
        default: "high-perf-docker-with-local-ssd"

jobs:
  prepare:
    runs-on: ${{ inputs.RUNS_ON }}
    outputs:
      jobs_ids: ${{ steps.gen-jobs.outputs.job_ids }}
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          ref: ${{ inputs.GIT_SHA }}

      - name: Load cached aptos-debugger binary
        id: cache-aptos-debugger-binary
        uses: actions/cache@v4
        with:
          # copy the binary to the root of the repo and cache it there, because rust-setup calls a cache-rust action
          # which cleans up the target directory in its post action
          path: |
            aptos-debugger
            testsuite/replay_verify.py
          key: aptos-debugger-${{ inputs.GIT_SHA || github.sha }}

      - name: Prepare for build if not cached
        if: steps.cache-aptos-debugger-binary.outputs.cache-hit != 'true'
        uses: aptos-debugger-ee4ecab92c937d27426acce2c8e9e3da88f94c53 #aptos-labs/aptos-core/.github/actions/rust-setup@main
        with:
          GIT_CREDENTIALS: ${{ inputs.GIT_CREDENTIALS }}

      - name: Build and strip aptos-debugger binary if not cached
        if: steps.cache-aptos-debugger-binary.outputs.cache-hit != 'true'
        shell: bash
        run: |
          cargo build --release -p aptos-debugger
          strip -s target/release/aptos-debugger
          cp target/release/aptos-debugger .

      - name: Install GCloud SDK
        uses: "google-github-actions/setup-gcloud@v2"
        with:
          version: ">= 418.0.0"
          install_components: "kubectl,gke-gcloud-auth-plugin"

      - name: get timestamp to use in cache key
        id: get-timestamp
        run: echo "ts=$(date +%s)" >> $GITHUB_OUTPUT

      - name: Load cached backup storage metadata cache dir (and save back afterwards)
        uses: actions/cache@v4
        with:
          path: metadata_cache
          key: metadata-cache-${{ inputs.BUCKET }}/${{ inputs.SUB_DIR }}-${{ steps.get-timestamp.outputs.ts }}
          restore-keys: metadata-cache-${{ inputs.BUCKET }}/${{ inputs.SUB_DIR }}-

      - name: Generate job ranges
        id: gen-jobs
        env:
          BUCKET: ${{ inputs.BUCKET }}
          SUB_DIR: ${{ inputs.SUB_DIR }}
        run: |
          ./aptos-debugger aptos-db gen-replay-verify-jobs  \
            --metadata-cache-dir ./metadata_cache \
            --command-adapter-config ${{ inputs.BACKUP_CONFIG_TEMPLATE_PATH }} \
            --start-version ${{ inputs.HISTORY_START }} \
            --ranges-to-skip "${{ inputs.RANGES_TO_SKIP }}" \
            \
            --max-ranges-per-job 16 \
            --output-json-file jobs.json \
          
          JOB_IDS=`jq 'length as $N | [range(0; $N)]' jobs.json`
          
          echo "jobs_ids=$JOB_IDS" >> $GITHUB_OUTPUT

      - name: Cache backup storage config and job definition
        uses: actions/cache/save@v4
        with:
          path: |
            ${{ inputs.BACKUP_CONFIG_TEMPLATE_PATH }}
            jobs.json
          key: backup-config-${{ inputs.BUCKET }}/${{ inputs.SUB_DIR }}-${{ github.run_id }}

  replay-verify:
    needs: prepare
    timeout-minutes: ${{ inputs.TIMEOUT_MINUTES || 180 }}
    runs-on: ${{ inputs.RUNS_ON }}
    strategy:
      fail-fast: false
      matrix:
        job_id: ${{ fromJson(needs.prepare.outputs.job_ids) }}
    steps:
      - name: Load cached aptos-debugger binary and replay_verify.py script
        uses: actions/cache/restore@v4
        with:
          path: |
            aptos-debugger
            testsuite/replay_verify.py
          key: aptos-debugger-ee4ecab92c937d27426acce2c8e9e3da88f94c53 #aptos-debugger-${{ inputs.GIT_SHA || github.sha }}
          fail-on-cache-miss: true

      - name: Load cached backup storage metadata cache dir
        uses: actions/cache/restore@v4
        with:
          path: metadata_cache
          key: metadata-cache-${{ inputs.BUCKET }}/${{ inputs.SUB_DIR }}-
          fail-on-cache-miss: true

      - name: Load cached backup storage config and job definitions
        uses: actions/cache/restore@v4
        with:
          path: |
            ${{ inputs.BACKUP_CONFIG_TEMPLATE_PATH }}
            jobs.json
          key: backup-config-${{ inputs.BUCKET }}/${{ inputs.SUB_DIR }}-${{ github.run_id }}
          fail-on-cache-miss: true

      - name: Install GCloud SDK
        uses: "google-github-actions/setup-gcloud@v2"
        with:
          version: ">= 418.0.0"
          install_components: "kubectl,gke-gcloud-auth-plugin"

      - name: Run replay-verify in parallel
        shell: bash
        run: |
          # extract job by job_id
          jq '.[${{ matrix.job_id }}].[]' jobs.json | while read _desc begin end msg; do
               echo $begin-$end: $msg
               sleep 30&
          done
          
          echo "start waiting"
          wait
          echo "done waiting"