Add benchmarking to ci

.github/workflows/test.yml

@@ -36,6 +36,19 @@ jobs:
           git add code_data/_test_minimized/
           git commit -m "Add failing example from testing on Python ${{ matrix.py}}"
           git push
+  benchmark:
+    name: benchmark 3.10
+    runs-on: ubuntu-latest
+    steps:
+      - name: Setup python 3.10
+        uses: actions/setup-python@v2
+        with:
+          python-version: "3.10"
+      - uses: actions/checkout@v3
+      - run: git fetch origin $GITHUB_BASE_REF:base $GITHUB_REF:pr
+      - run: pip install asv virtualenv
+      - run: asv machine --yes
+      - run: asv continuous base pr --strict -e
   # Run docs on here as well as RTD in case we max out the RTD builder
   docs:
     name: docs build

benchmarks/benchmarks.py

@@ -1,4 +1,4 @@
-import importlib.util
+import pathlib
 
 import code_data
 
@@ -11,8 +11,13 @@ class Suite:
     min_run_count = 5
 
     def setup(self, module_name):
-        spec = importlib.util.find_spec(module_name)
-        self.code = spec.loader.get_code(module_name)  # type: ignore
+        path = (
+            pathlib.Path(__file__).parent.parent
+            / "code_data"
+            / "_test_minimized"
+            / f"{module_name}.py"
+        )
+        self.code = compile(path.read_text(), str(path), "exec")
         self.code_data = code_data.CodeData.from_code(self.code)
 
     def teardown(self, module_name):