feat: add GitHub action to run post-CI benchmark

Agoric · Feb 11, 2021 · 0dc6335 · 0dc6335
1 parent 2bdd9db
commit 0dc6335
Show file tree

Hide file tree

Showing 4 changed files with 35 additions and 3 deletions.
diff --git a/.github/workflows/test-all-packages.yml b/.github/workflows/test-all-packages.yml
@@ -78,6 +78,38 @@ jobs:
     - name: lint check
       run: yarn lint-check
 
+  benchmark:
+    needs: build
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        node-version: ['14.x']
+    steps:
+    - uses: actions/setup-node@v1
+      with:
+        node-version: ${{ matrix.node-version }}
+    # BEGIN-RESTORE-BOILERPLATE
+    - name: restore built files
+      id: built
+      uses: actions/cache@v1
+      with:
+        path: .
+        key: ${{ runner.os }}-${{ matrix.node-version }}-built-${{ github.sha }}
+    - uses: actions/checkout@v1
+      with:
+        submodules: 'true'
+      if: steps.built.outputs.cache-hit != 'true'
+    - name: yarn install
+      run: yarn install
+      if: steps.built.outputs.cache-hit != 'true'
+    - name: yarn build
+      run: yarn build
+      if: steps.built.outputs.cache-hit != 'true'
+    # END-RESTORE-BOILERPLATE
+
+    - name: benchmark changes
+      run: cd packages/swingset-runner && yarn ci:autobench
+
 ##################
 # Fast-running tests run as a group:
   test-quick:

diff --git a/packages/swingset-runner/autobench b/packages/swingset-runner/autobench
@@ -1,2 +1,2 @@
 #!/bin/sh
-bin/runner --init --benchmark 100 --statsfile benchstats.json --config demo/exchangeBenchmark/swingset.json run -- --quiet --prime
+node --expose-gc -r esm bin/runner --init --benchmark 100 --statsfile benchstats.json --config demo/exchangeBenchmark/swingset.json run -- --quiet --prime
diff --git a/packages/swingset-runner/demo/exchangeBenchmark/bootstrap.js b/packages/swingset-runner/demo/exchangeBenchmark/bootstrap.js
@@ -13,7 +13,6 @@ export function buildRootObject(_vatPowers, vatParameters) {
   return harden({
     async bootstrap(vats, devices) {
       let primeContracts = false;
-      console.log(`@@ params = ${JSON.stringify(vatParameters)}`);
       for (const arg of vatParameters.argv) {
         if (arg === '--prime') {
           primeContracts = true;

diff --git a/packages/swingset-runner/package.json b/packages/swingset-runner/package.json
@@ -15,7 +15,8 @@
     "test": "ava",
     "test:nyc": "nyc ava",
     "lint-fix": "eslint --fix '**/*.js'",
-    "lint-check": "eslint '**/*.js'"
+    "lint-check": "eslint '**/*.js'",
+    "ci:autobench": "./autobench"
   },
   "dependencies": {
     "@agoric/assert": "^0.2.0",