From 8ca4ab63f27a4b985814d1df8e9223b06c98d4d6 Mon Sep 17 00:00:00 2001
From: Robrecht Cannoodt <rcannood@gmail.com>
Date: Thu, 18 Apr 2024 09:23:46 +0200
Subject: [PATCH] finetune sync

---
 .github/workflows/test.yml    | 6 +++---
 scripts/generate_resources.sh | 8 +++++++-
 2 files changed, 10 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index db417b3b..d1892c8a 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -47,8 +47,8 @@ jobs:
       id: cache
       with:
         s3_bucket: $s3_bucket
-        dest_path: resources/neurips-2023-data
-        cache_key_prefix: resources_test__
+        dest_path: resources
+        cache_key_prefix: resources__
 
     - id: ns_list
       uses: viash-io/viash-actions/ns-list@v5
@@ -94,7 +94,7 @@ jobs:
       uses: actions/cache@v4
       timeout-minutes: 10
       with:
-        path: resources/neurips-2023-data
+        path: resources
         key: ${{ needs.list.outputs.cache_key }}
 
     - name: Run test
diff --git a/scripts/generate_resources.sh b/scripts/generate_resources.sh
index 6aba8c33..71a687c4 100755
--- a/scripts/generate_resources.sh
+++ b/scripts/generate_resources.sh
@@ -49,4 +49,10 @@ viash run src/task/metrics/mean_rowwise_rmse/config.vsh.yaml -- \
   --output "$OUT/score.h5ad"
 
 echo "Uploading results to S3"
-aws s3 sync --profile op2 "$OUT" "s3://openproblems-bio/public/neurips-2023-competition/workflow-resources/" --delete --dryrun
+aws s3 sync --profile op2 \
+  --include "*" \
+  --exclude "neurips-2023-raw/*" \
+  --exclude "neurips-2023-public/*" \
+  "resources" \
+  "s3://openproblems-bio/public/neurips-2023-competition/workflow-resources/" \
+  --delete --dryrun