minor changes

eval_vlm/common_utils/constants.py

@@ -10,9 +10,16 @@
 HUB_CACHE_DIR = Path.home().joinpath(".cache").joinpath("torch").joinpath("hub")
 CACHE_DIR = Path.home().joinpath(".cache").joinpath("eval_vlms")
 FIGURES_DIR = CACHE_DIR.joinpath("figures")
+FAIR_PATHS = [
+    "/private/home/haideraltahan/.cache/eval_vlms/data",
+    "/fsx-checkpoints/haideraltahan/.cache/eval_vlm/data/"
+]
+
+FAIR_PATHS = FAIR_PATHS.filter(lambda x: os.path.exists(x))
+
 DATA_DIR = (
-    "/private/home/haideraltahan/.cache/eval_vlms/data"
-    if os.path.exists("/private/home/haideraltahan/.cache/eval_vlms/data")
+    FAIR_PATHS
+    if os.path.exists(FAIR_PATHS)
     else CACHE_DIR.joinpath("data")
 )
 LOCK_FILE_DIR = CACHE_DIR.joinpath("filelock")

slurm_scripts/download_dataset.sh

@@ -3,18 +3,17 @@
 #SBATCH --nodes=1
 #SBATCH --tasks-per-node=1
 #SBATCH --gres=gpu:1
-#SBATCH --cpus-per-task=60
-#SBATCH --mem=256G
-#SBATCH --time=24:00:00
+#SBATCH --cpus-per-task=20
+#SBATCH --mem=64G
+#SBATCH --time=48:00:00
 #SBATCH --output=./scripts_log/%A_%a.out
-#SBATCH --partition=learnlab
+#SBATCH --partition=robust
 
-module restore conda
-source /public/apps/anaconda3/2023.03-1/etc/profile.d/conda.sh
+source ~/anaconda3/etc/profile.d/conda.sh
 conda deactivate
 conda deactivate
 conda activate clip
 conda activate clip
 which python
 
-eval_vlm download_datasets --dataset_id=$SLURM_ARRAY_TASK_ID
+eval_vlm download_datasets --dataset_id=$SLURM_ARRAY_TASK_ID

slurm_scripts/evaluate_xvlm.sh

@@ -7,14 +7,13 @@
 #SBATCH --mem=256G
 #SBATCH --time=48:00:00
 #SBATCH --output=./scripts_log/%A_%a.out
-#SBATCH --partition=learnlab
+#SBATCH --partition=robust
 
-module restore conda
-source /public/apps/anaconda3/2023.03-1/etc/profile.d/conda.sh
+source ~/anaconda3/etc/profile.d/conda.sh
 conda deactivate
 conda deactivate
 conda activate clip
 conda activate clip
 which python
 
-eval_vlm evaluate --models=["xvlm_coco"]
+eval_vlm evaluate --models=["eva02_vitE14_plus_2b"]

slurm_scripts/evl.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+#SBATCH --job-name=job
+#SBATCH --nodes=1
+#SBATCH --tasks-per-node=1
+#SBATCH --gres=gpu:1
+#SBATCH --cpus-per-task=20
+#SBATCH --mem=256G
+#SBATCH --time=48:00:00
+#SBATCH --output=./scripts_log/%A_%a.out
+#SBATCH --partition=robust
+
+source ~/anaconda3/etc/profile.d/conda.sh
+conda deactivate
+conda deactivate
+conda activate clip
+conda activate clip
+which python
+
+eval_vlm evaluate --models=["eva02_vitE14_2b"]