CI: use buildjet instead of self-hosted runner

.github/actions/docker-image/action.yml

@@ -40,8 +40,8 @@ runs:
         target: ${{ inputs.target }}
         labels: ${{ steps.metadata.outputs.labels  }}
         platforms: ${{ inputs.platforms }}
-        cache-from: type=gha
-        cache-to: type=gha,mode=max
+        cache-from: type=registry,ref=user/app:latest
+        cache-to: type=inline
         outputs: type=image,name=${{ inputs.images }},push-by-digest=true,name-canonical=true,push=true
 
     # This will upload the digest for each architecture to the same artifact,

.github/workflows/ci.yml

@@ -18,9 +18,7 @@ concurrency:
 jobs:
   test:
     name: Go Tests
-    container:
-      image: ghcr.io/catthehacker/ubuntu:js-22.04
-    runs-on: [self-hosted, X64]
+    runs-on: ubuntu-latest
 
     # Creates a redis container for redis tests
     services:
@@ -35,22 +33,55 @@ jobs:
         test-mode: [defaults, race, challenge, stylus, long]
 
     steps:
+      - name: Move repo to avoid too long file paths
+        run: |
+          mkdir /tmp/gha-work
+          cd /tmp/gha-work
+          rm -rf $GITHUB_WORKSPACE
+          # Link the original workspace to the new workspace directory
+          ln -sv /tmp/gha-work $GITHUB_WORKSPACE
+
       - name: Checkout
         uses: actions/checkout@v4
         with:
           submodules: true
 
+      - uses: cargo-bins/cargo-binstall@main
+      - name: Make more disk space available on public runner
+        run: |
+          # rmz seems to be faster at deleting files than rm
+          cargo binstall -y rmz
+          sudo mv /home/runner/.cargo/bin/rmz /usr/local/bin/rmz
+
+          echo "Available storage before:"
+          sudo df -h
+          echo
+          sudo rmz -f /usr/share/dotnet
+          sudo rmz -f /usr/share/swift
+          sudo rmz -f /usr/share/gradle-*
+          sudo rmz -f /usr/share/az_*
+          sudo rmz -f /usr/local/lib/android
+          sudo rmz -f /opt/ghc
+          sudo rmz -f /opt/az
+          sudo rmz -f /opt/pipx
+          sudo rmz -f /opt/google
+          sudo rmz -f /opt/microsoft
+          echo "Available storage after:"
+          sudo df -h
+          echo
+
+
       - name: Install dependencies
         run: >
           sudo apt update && sudo apt install -y wabt gotestsum
           cmake build-essential bison golang clang make wabt
 
-      - name: Setup nodejs
-        uses: actions/setup-node@v3
-        with:
-          node-version: '18'
-          cache: 'yarn'
-          cache-dependency-path: '**/yarn.lock'
+      # - name: Setup nodejs
+      #   uses: actions/setup-node@v3
+      #   with:
+      #     node-version: '18'
+      #     cache: 'yarn'
+      #     cache-dependency-path: '/tmp/gha-work/**/yarn.lock'
 
       - name: Install go
         uses: actions/setup-go@v4
@@ -96,8 +127,8 @@ jobs:
           path: |
             ~/go/pkg/mod
             ~/.cache/go-build
-          key: ${{ runner.os }}-go-${{ hashFiles('go.sum') }}-${{ matrix.test-mode }}
-          restore-keys: ${{ runner.os }}-go-
+          key: v1-${{ runner.os }}-go-${{ hashFiles('go.sum') }}-${{ matrix.test-mode }}
+          restore-keys: v1-${{ runner.os }}-go-
 
       - name: Cache Rust Build Products
         uses: actions/cache@v3
@@ -109,8 +140,8 @@ jobs:
             arbitrator/wasm-libraries/target/
             arbitrator/wasm-libraries/soft-float/SoftFloat/build
             target/etc/initial-machine-cache/
-          key: ${{ runner.os }}-cargo-${{ steps.install-rust.outputs.rustc_hash }}-min-${{ hashFiles('arbitrator/Cargo.lock') }}-${{ matrix.test-mode }}
-          restore-keys: ${{ runner.os }}-cargo-${{ steps.install-rust.outputs.rustc_hash }}-
+          key: v1-${{ runner.os }}-cargo-${{ steps.install-rust.outputs.rustc_hash }}-min-${{ hashFiles('arbitrator/Cargo.lock') }}-${{ matrix.test-mode }}
+          restore-keys: v1-${{ runner.os }}-cargo-${{ steps.install-rust.outputs.rustc_hash }}-
 
       - name: Cache cbrotli
         uses: actions/cache@v3
@@ -122,8 +153,8 @@ jobs:
             target/lib/libbrotlicommon-static.a
             target/lib/libbrotlienc-static.a
             target/lib/libbrotlidec-static.a
-          key: ${{ runner.os }}-brotli-${{ hashFiles('scripts/build-brotli.sh') }}-${{ hashFiles('.github/workflows/arbitrator-ci.yaml') }}-${{ matrix.test-mode }}
-          restore-keys: ${{ runner.os }}-brotli-
+          key: v1-${{ runner.os }}-brotli-${{ hashFiles('scripts/build-brotli.sh') }}-${{ hashFiles('.github/workflows/arbitrator-ci.yaml') }}-${{ matrix.test-mode }}
+          restore-keys: v1-${{ runner.os }}-brotli-
 
       - name: Build cbrotli-local
         if: steps.cache-cbrotli.outputs.cache-hit != 'true'
@@ -217,3 +248,8 @@ jobs:
           files: ./coverage.txt,./coverage-redis.txt
           verbose: false
           token: ${{ secrets.CODECOV_TOKEN }}
+
+      - name: Check available space after CI run
+        if: '!cancelled()'
+        run: |
+          sudo df -h

.github/workflows/espresso-docker.yml

@@ -36,21 +36,43 @@ jobs:
         platform: [linux/amd64, linux/arm64]
         include:
           - platform: linux/amd64
-            runs-on: X64
+            runs-on: ubuntu-latest
           - platform: linux/arm64
-            runs-on: ARM64
+            runs-on: buildjet-4vcpu-ubuntu-2204-arm
 
-    runs-on: [self-hosted, "${{ matrix.runs-on }}"]
+    runs-on: ${{ matrix.runs-on }}
 
     steps:
-      # TODO We should be able to remove this but currently it's needed to avoid
-      # permission errors during checkout.
-      - name: Fix submodule permissions check
+
+      - uses: cargo-bins/cargo-binstall@main
+        if: matrix.runs-on == 'ubuntu-latest'
+
+      - name: Make more disk space available on public runner
+        if: matrix.runs-on == 'ubuntu-latest'
         run: |
-          sudo chown -R runner:runner .
-          # Remove potentially leftover files from last run, it's unclear why
-          # this only works with `sudo` despite the chown command above.
-          sudo rm -rfv ./target
+          # rmz seems to be faster at deleting files than rm
+          cargo binstall -y rmz
+          sudo mv /home/runner/.cargo/bin/rmz /usr/local/bin/rmz
+
+          echo "Available storage before:"
+          sudo df -h
+          echo
+          sudo rmz -f /usr/share/dotnet
+          sudo rmz -f /usr/share/swift
+          sudo rmz -f /usr/share/gradle-*
+          sudo rmz -f /usr/share/az_*
+          sudo rmz -f /usr/local/lib/android
+          sudo rmz -f /usr/local/lib/node_modules
+          sudo rmz -f /opt/ghc
+          sudo rmz -f /opt/az
+          sudo rmz -f /opt/pipx
+          sudo rmz -f /opt/google
+          sudo rmz -f /opt/microsoft
+          sudo rmz -f /opt/hostedtoolcache
+          echo "Available storage after:"
+          sudo df -h
+          echo
+
       - name: Fix submodule permissions check
         run: |
           git config --global --add safe.directory '*'
@@ -118,6 +140,11 @@ jobs:
         with:
           files: target/machines/latest/*
 
+      - name: Check available space after CI run
+        if: '!cancelled()'
+        run: |
+          sudo df -h
+
   # Merge the AMD64 and ARM64 images into the final (multiplatform) image.
   #
   # For documentation refer to