finetune sync

openproblems-bio · Apr 18, 2024 · 8ca4ab6 · 8ca4ab6
1 parent 1876384
commit 8ca4ab6
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 4 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -47,8 +47,8 @@ jobs:
       id: cache
       with:
         s3_bucket: $s3_bucket
-        dest_path: resources/neurips-2023-data
-        cache_key_prefix: resources_test__
+        dest_path: resources
+        cache_key_prefix: resources__
 
     - id: ns_list
       uses: viash-io/viash-actions/ns-list@v5
@@ -94,7 +94,7 @@ jobs:
       uses: actions/cache@v4
       timeout-minutes: 10
       with:
-        path: resources/neurips-2023-data
+        path: resources
         key: ${{ needs.list.outputs.cache_key }}
 
     - name: Run test

diff --git a/scripts/generate_resources.sh b/scripts/generate_resources.sh
@@ -49,4 +49,10 @@ viash run src/task/metrics/mean_rowwise_rmse/config.vsh.yaml -- \
   --output "$OUT/score.h5ad"
 
 echo "Uploading results to S3"
-aws s3 sync --profile op2 "$OUT" "s3://openproblems-bio/public/neurips-2023-competition/workflow-resources/" --delete --dryrun
+aws s3 sync --profile op2 \
+  --include "*" \
+  --exclude "neurips-2023-raw/*" \
+  --exclude "neurips-2023-public/*" \
+  "resources" \
+  "s3://openproblems-bio/public/neurips-2023-competition/workflow-resources/" \
+  --delete --dryrun