feat: non-inclusion gnark circuits (#559)

feat: sol decompression (#567) * feat: sol de compression * feat: JS compress and decompress lamports (#572) --------- Co-authored-by: Swen Schäferjohann <[email protected]> ci: add github ci syntax linter (#574) chore: Remove patched arkworks crates (#575) We are using only upstream 0.4.0 arkworks crates now, there is no need to point to patched 0.3.0 crates. feat: gnark circuits inclusion + non-inclusion 2-in-1 (#569) * feat: inclusion + non-inclusion gnark circuits * Refactor gnark server spawning and killing process. add actions for initSolOmnibusAccount, compressLamports, decompressLamports + happy path tests (#578) refactor: rename gnark proof inputs to plural form (#579) * refactor: rename gnark proof inputs to plural form * formatting feat: add SOL compression and decompression cli commands (#580) * Add SOL compression and decompression commands * Use getTestRpc instead of Connection in decompress and compress cli cmds. sync interface
Lightprotocol · Apr 8, 2024 · 178ccea · 178ccea
1 parent 0230c0e
commit 178ccea
Show file tree

Hide file tree

Showing 131 changed files with 7,005 additions and 3,775 deletions.
diff --git a/.github/actionlint.yaml b/.github/actionlint.yaml
@@ -0,0 +1,8 @@
+self-hosted-runner:
+  # Labels of self-hosted runner in array of strings.
+  labels:
+    - buildjet-16vcpu-ubuntu-2204
+# Configuration variables in array of strings defined in your repository or
+# organization. `null` means disabling configuration variables check.
+# Empty array means no configuration variable is allowed.
+config-variables: null
diff --git a/.github/workflows/ci-lint.yml b/.github/workflows/ci-lint.yml
@@ -0,0 +1,15 @@
+name: Lint GitHub Actions workflows
+on: [push, pull_request]
+
+jobs:
+  actionlint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Download actionlint
+        id: get_actionlint
+        run: bash <(curl https://raw.githubusercontent.com/rhysd/actionlint/main/scripts/download-actionlint.bash)
+        shell: bash
+      - name: Check workflow files
+        run: ${{ steps.get_actionlint.outputs.executable }} -color
+        shell: bash
diff --git a/.github/workflows/e2e-tests.yml b/.github/workflows/e2e-tests.yml
diff --git a/.github/workflows/js.yml b/.github/workflows/js.yml
@@ -2,17 +2,9 @@ on:
   push:
     branches:
       - main
-    paths:
-      - "js/stateless.js/**"
-      - "js/compressed-token/**"
-      - ".github/workflows/js.yml"
   pull_request:
     branches:
       - main
-    paths:
-      - "js/stateless.js/**"
-      - "js/compressed-token/**"
-      - ".github/workflows/js.yml"
     types:
       - opened
       - synchronize
@@ -34,7 +26,6 @@ jobs:
     steps:
       - name: Checkout sources
         uses: actions/checkout@v4
-        with:
 
       - name: Setup and build
         uses: ./.github/actions/setup-and-build

diff --git a/.github/workflows/light-sdk-tests.yml b/.github/workflows/light-sdk-tests.yml
@@ -60,7 +60,7 @@ jobs:
           IFS=', ' read -r -a sub_tests <<< "${{ join(fromJSON(matrix['sub-tests']), ', ') }}"
           for subtest in "${sub_tests[@]}"
           do
-            npx nx run $subtest
+            npx nx run "$subtest"
           done
 
       - name: Log out

diff --git a/.github/workflows/light-system-programs-tests.yml b/.github/workflows/light-system-programs-tests.yml
@@ -53,7 +53,7 @@ jobs:
           IFS=', ' read -r -a sub_tests <<< "${{ join(fromJSON(matrix['sub-tests']), ', ') }}"
           for subtest in "${sub_tests[@]}"
           do
-            npx nx run $subtest
+            npx nx run "$subtest"
           done
           
           cd programs/light && cargo test-sbf
diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
@@ -43,7 +43,7 @@ jobs:
       - name: Get pnpm store directory
         shell: bash
         run: |
-          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+          echo "STORE_PATH=$(pnpm store path --silent)" >> "$GITHUB_ENV"
 
       - uses: actions/cache@v3
         name: Setup pnpm cache

diff --git a/.github/workflows/pr.yml b/.github/workflows/pr.yml
@@ -2,7 +2,7 @@ name: "Lint PR"
 
 on:
   pull_request:
-    branch:
+    branches:
       - main
     types:
       - opened

diff --git a/.github/workflows/prover-release.yml b/.github/workflows/prover-release.yml
@@ -17,15 +17,17 @@ jobs:
         uses: actions/setup-go@v4
         with:
           go-version: 1.21
+
       - name: Build artifacts
         run: |
           for cfgstr in "darwin amd64" "darwin arm64" "linux amd64" "windows amd64"; do
-            cfg=( $cfgstr )
-            export GOOS=${cfg[0]}
-            export GOARCH=${cfg[1]}
+            cfg=( "$cfgstr" )
+            export GOOS="${cfg[0]}"
+            export GOARCH="${cfg[1]}"
             export CGO_ENABLED=0
-            go build -o prover-$GOOS-$GOARCH
+            go build -o prover-"$GOOS"-"$GOARCH"
           done
+
       - name: Create Release
         uses: softprops/action-gh-release@v1
         with:

diff --git a/.github/workflows/prover-test.yml b/.github/workflows/prover-test.yml
@@ -1,31 +1,50 @@
-name: Test
-on: push
+name: Test gnark prover
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "gnark-prover/**"
+      - ".github/workflows/prover-test.yml"
+      - ".github/workflows/prover-release.yml"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "gnark-prover/**"
+      - ".github/workflows/prover-test.yml"
+      - ".github/workflows/prover-release.yml"
+    types:
+      - opened
+      - synchronize
+      - reopened
+      - ready_for_review
+
 jobs:
   build-and-test:
     if: github.event.pull_request.draft == false
-    runs-on: ubuntu-latest
-    timeout-minutes: 600
+    runs-on: buildjet-16vcpu-ubuntu-2204
+    timeout-minutes: 2400
     steps:
       - name: Checkout sources
         uses: actions/checkout@v4
-        with:
-          submodules: true
 
-      - name: Cache dependencies
-        uses: actions/cache@v3
       - name: Set up Go
         uses: actions/setup-go@v4
         with:
           go-version-file: './gnark-prover/go.mod'
-      - name: Download prover keys
+
+      - name: Download keys
         run: |
           cd gnark-prover
           ./scripts/download_keys.sh
+
       - name: Build
         run: |
           cd gnark-prover
           go build
-      - name: Prover unit tests
+
+      - name: Unit tests
         run: |
           cd gnark-prover
           go test ./prover

diff --git a/.github/workflows/release-pr.yml b/.github/workflows/release-pr.yml
@@ -45,10 +45,10 @@ jobs:
 
       - name: Install cargo-release
         run: |
-          VERSION=$(curl --silent "https://api.github.com/repos/crate-ci/cargo-release/releases/latest" | jq -r .tag_name)
-          wget https://github.com/crate-ci/cargo-release/releases/download/$VERSION/cargo-release-$VERSION-x86_64-unknown-linux-gnu.tar.gz
-          tar -xzvf cargo-release-$VERSION-x86_64-unknown-linux-gnu.tar.gz --wildcards '*cargo-release' --strip-components=1
-          cp cargo-release $HOME/.cargo/bin
+          VERSION="$(curl --silent "https://api.github.com/repos/crate-ci/cargo-release/releases/latest" | jq -r .tag_name)"
+          wget https://github.com/crate-ci/cargo-release/releases/download/"$VERSION"/cargo-release-"$VERSION"-x86_64-unknown-linux-gnu.tar.gz
+          tar -xzvf cargo-release-"$VERSION"-x86_64-unknown-linux-gnu.tar.gz --wildcards '*cargo-release' --strip-components=1
+          cp cargo-release "$HOME"/.cargo/bin
 
       - uses: cargo-bins/release-pr@v2
         with:

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -24,36 +24,36 @@ jobs:
       - name: Extract crate name from tag
         id: extract-crate
         run: |
-          TAG_NAME=${GITHUB_REF#refs/tags/}
-          CRATE_NAME=$(echo $TAG_NAME | rev | cut -d'-' -f2- | rev)
+          TAG_NAME="${GITHUB_REF#refs/tags/}"
+          CRATE_NAME="$(echo "$TAG_NAME" | rev | cut -d'-' -f2- | rev)"
 
-          if [ "$CRATE_NAME" == *"light-merkle-tree-program"* ]; then
+          if [[ "$CRATE_NAME" == *"light-merkle-tree-program"* ]]; then
             ARTIFACT="light_merkle_tree_program.so"
-          elif [ "$CRATE_NAME" == *"light-psp2in2out"* ]; then
+          elif [[ "$CRATE_NAME" == *"light-psp2in2out"* ]]; then
             ARTIFACT="light_psp2in2out.so"
-          elif [ "$CRATE_NAME" == *"light-psp10in2out"* ]; then
+          elif [[ "$CRATE_NAME" == *"light-psp10in2out"* ]]; then
             ARTIFACT="light_psp10in2out.so"
-          elif [ "$CRATE_NAME" == *"light-psp4in4out-app-storage"* ]; then
+          elif [[ "$CRATE_NAME" == *"light-psp4in4out-app-storage"* ]]; then
             ARTIFACT="light_psp4in4out_app_storage.so"
-          elif [ "$CRATE_NAME" == *"light-psp2in2out-storage"* ]; then
+          elif [[ "$CRATE_NAME" == *"light-psp2in2out-storage"* ]]; then
             ARTIFACT="light_psp2in2out_storage.so"
-          elif [ "$CRATE_NAME" == *"macro-circom"* ]; then
+          elif [[ "$CRATE_NAME" == *"macro-circom"* ]]; then
             ARTIFACT="macro-circom"
           fi
-          echo "crate=$CRATE_NAME" >> $GITHUB_OUTPUT
-          echo "artifact=$ARTIFACT" >> $GITHUB_OUTPUT
+          echo "crate=$CRATE_NAME" >> "$GITHUB_OUTPUT"
+          echo "artifact=$ARTIFACT" >> "$GITHUB_OUTPUT"
 
       - name: Prepare artifacts
         run: |
-          if [ "$CRATE_NAME" == *"light-merkle-tree-program"* ]; then
+          if [[ "$CRATE_NAME" == *"light-merkle-tree-program"* ]]; then
             cp target/deploy/light_merkle_tree_program.so .
-          elif [ "$CRATE_NAME" == *"light-psp2in2out"* ]; then
+          elif [[ "$CRATE_NAME" == *"light-psp2in2out"* ]]; then
             cp target/deploy/light_psp2in2out.so .
-          elif [ "$CRATE_NAME" == *"light-psp10in2out"* ]; then
+          elif [[ "$CRATE_NAME" == *"light-psp10in2out"* ]]; then
             cp target/deploy/light_psp10in2out.so .
-          elif [ "$CRATE_NAME" == *"light-psp4in4out-app-storage"* ]; then
+          elif [[ "$CRATE_NAME" == *"light-psp4in4out-app-storage"* ]]; then
             cp target/deploy/light_psp4in4out_app_storage.so .
-          elif [ "$CRATE_NAME" == *"light-psp2in2out-storage"* ]; then
+          elif [[ "$CRATE_NAME" == *"light-psp2in2out-storage"* ]]; then
             cp target/deploy/light_psp2in2out_storage.so .
           fi
 
@@ -63,12 +63,12 @@ jobs:
         with:
           token: ${{ secrets.PAT_TOKEN }}
           files: |
-            ${{ steps.extract-crate.outputs.artifact }}
+            "${{ steps.extract-crate.outputs.artifact }}"
 
       - name: Run cargo publish
         # Skip macro-circom, it has a git dependency preventing it from publishing.
         if: steps.extract-crate.outputs.crate != 'macro-circom'
         env:
           CARGO_REGISTRY_TOKEN: ${{ secrets.CRATES_IO_TOKEN }}
         run: |
-          cargo publish -p ${{ steps.extract-crate.outputs.crate }} --token $CARGO_REGISTRY_TOKEN
+          cargo publish -p "${{ steps.extract-crate.outputs.crate }}" --token "$CARGO_REGISTRY_TOKEN"
-Original file line number
+Diff line change
@@ Expand Up / @@ -2,7 +2,7 @@ name: "Lint PR" @@
     on:
       pull_request:
-        branch:
+        branches:
           - main
         types:
           - opened
@@ Expand Down @@