Run up-to 10 nb in parallel

Aleph-Alpha · Oct 31, 2023 · 91e735e · 91e735e
1 parent 29e9343
commit 91e735e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/notebook_runner.sh b/scripts/notebook_runner.sh
@@ -3,5 +3,5 @@
 [ -f .env ] && source .env
 # Find all .ipynb files in the directory and pass them to xargs for parallel execution
 rm --force --recursive src/examples/*.nbconvert.ipynb src/examples/.ipynb_checkpoints
-find src/examples/ -name "*.ipynb" | xargs -I {} --max-procs 1 bash -c "AA_TOKEN=\"$AA_TOKEN\" poetry run jupyter nbconvert --to notebook --execute {}"
+find src/examples/ -name "*.ipynb" | xargs -I {} --max-procs 10 bash -c "AA_TOKEN=\"$AA_TOKEN\" poetry run jupyter nbconvert --to notebook --execute {}"
 rm --force src/examples/*.nbconvert.ipynb