diff --git a/.github/workflows/benchmarks.yml b/.github/workflows/benchmarks.yml index 85f073c0e..bcb1e4f24 100644 --- a/.github/workflows/benchmarks.yml +++ b/.github/workflows/benchmarks.yml @@ -23,11 +23,11 @@ jobs: ref: ${{ github.head_ref }} # checkout HEAD of triggering branch token: ${{ secrets.GITHUB_TOKEN }} - # Adding some credentials to avoid complaints from git - - name: Configure git - run: | - git config user.name ledwards2225 - git config user.email l.edwards.d@gmail.com + # # Adding some credentials to avoid complaints from git + # - name: Configure git + # run: | + # git config user.name ledwards2225 + # git config user.email l.edwards.d@gmail.com # Only run in Linux environment for now - name: Setup Linux environment @@ -50,7 +50,9 @@ jobs: run: | bin/ultra_honk_bench --benchmark_format=json > ../src/barretenberg/benchmark/honk_bench/bench_results.json - # + # Utilize github-action-benchmark to automatically update the plots at + # https://aztecprotocol.github.io/barretenberg/dev/bench/ with new benchmark data. + # This also creates an alert if benchmarks exceed the threshold specified below. - name: Store benchmark result uses: benchmark-action/github-action-benchmark@v1 with: @@ -66,7 +68,7 @@ jobs: # Show alert with commit comment on detecting possible performance regression alert-threshold: '120%' # alert if bench result is 1.2x worse comment-on-alert: true - fail-on-alert: true + fail-on-alert: false alert-comment-cc-users: '@ledwards2225' \ No newline at end of file diff --git a/cpp/src/barretenberg/benchmark/honk_bench/benchmark_utilities.hpp b/cpp/src/barretenberg/benchmark/honk_bench/benchmark_utilities.hpp index 23c8ad33b..2893e71e1 100644 --- a/cpp/src/barretenberg/benchmark/honk_bench/benchmark_utilities.hpp +++ b/cpp/src/barretenberg/benchmark/honk_bench/benchmark_utilities.hpp @@ -32,7 +32,7 @@ struct BenchParams { static constexpr size_t MIN_LOG_NUM_GATES = 16; static constexpr size_t MAX_LOG_NUM_GATES = 16; - static constexpr size_t NUM_REPETITIONS = 1; + static constexpr size_t NUM_REPETITIONS = 2; }; /**