diff --git a/.github/workflows/test-fuzzer-ci-still-works.yml b/.github/workflows/test-fuzzer-ci-still-works.yml
index 4ca1e8a..8ff6cf8 100644
--- a/.github/workflows/test-fuzzer-ci-still-works.yml
+++ b/.github/workflows/test-fuzzer-ci-still-works.yml
@@ -1,7 +1,7 @@
 name: test-fuzzer-ci-still-works
 on:
   workflow_dispatch:
-  repository_dispatch:
+  pull_request:
   push:
     branches:
       - '**'
@@ -30,6 +30,7 @@ jobs:
         run: sudo apt-get update -y -qq && sudo apt-get install -y -qq ninja-build ccache
 
       - name: checkout
+        repository: duckdb/duckdb
         uses: actions/checkout@v3
 
       - name: Setup Ccache
@@ -45,7 +46,7 @@ jobs:
     needs:
     - build-duckdb
     runs-on: ubuntu-latest
-    timeout-minutes: 120
+    timeout-minutes: 10
     strategy:
       fail-fast: false
       matrix:
@@ -56,6 +57,7 @@ jobs:
       - uses: actions/checkout@v3
         with:
           repository: duckdb/duckdb_sqlsmith
+          path: duckdb_sqlsmith
           fetch-depth: 0
 
       - name: Download a single artifact
@@ -70,9 +72,10 @@ jobs:
             runtime="1 minute"
             endtime=$(date -ud "$runtime" +%s)
 
+            cd duckdb_sqlsmith
             while [[ $(date -u +%s) -le $endtime ]]
             do
                 echo "Time Now: `date +%H:%M:%S`"
-                python3 scripts/run_fuzzer.py --no_checks --${{ matrix.fuzzer }} --${{ matrix.data }} --shell=./duckdb --dry
+                python3 scripts/run_fuzzer.py --no_checks --${{ matrix.fuzzer }} --${{ matrix.data }} --shell=../duckdb --dry --max_queries=10
             done
 
diff --git a/scripts/run_fuzzer.py b/scripts/run_fuzzer.py
index cec8fd4..44cdbcc 100644
--- a/scripts/run_fuzzer.py
+++ b/scripts/run_fuzzer.py
@@ -14,6 +14,7 @@
 shell = None
 perform_checks = True
 dry = False
+max_queries = 1000
 for param in sys.argv:
     if param == '--sqlsmith':
         fuzzer = 'sqlsmith'
@@ -33,6 +34,8 @@
         shell = param.replace('--shell=', '')
     elif param.startswith('--seed='):
         seed = int(param.replace('--seed=', ''))
+    elif param.startswith('--max_queries='):
+        max_queries = int(param.replace('--max_queries=', ''))
     elif param.startswith('--dry'):
         dry = True
 
@@ -102,7 +105,7 @@ def run_shell_command(cmd):
 else:
     current_errors = fuzzer_helper.extract_github_issues(shell, perform_checks)
 
-max_queries = 1000
+
 last_query_log_file = 'sqlsmith.log'
 complete_log_file = 'sqlsmith.complete.log'