eval.sh

#!/bin/bash
### eval_image
python eval.py \
    --annotation-dir dataset \
    --question-file dataset/image-level_filterd.json \
    --question-id-file dataset/nocaps_image-level_rel_ids_holder.json \
    --result-file output/qwen/image-level_out.json \
    --eval_image


### eval_instance
python eval.py \
    --annotation-dir dataset \
    --question-file dataset/instance-level_filterd.json \
    --question-id-file dataset/instance-level_ids_holder.json \
    --result-file output/qwen/instance-level_out.json \
    --eval_instance




# #### eval_pope_obj
# python eval.py \
#     --annotation-dir dataset \
#     --question-file dataset/nocaps_pope_obj_random.json \
#     --question-id-file dataset/question_pope_obj_ids_holder.json\
#     --result-file output/qwen/nocaps_pope_obj_random_out.json \
#     --eval_obj

# #### eval_web
# python eval.py \
#     --annotation-dir dataset \
#     --question-file dataset/web/web_v1.json \
#     --result-file output/llava1.5_13b/web_v1_out.json \
#     --eval_image \
#     --eval_web