#!/bin/bash

SPLIT="llava_vqav2_mscoco_test-dev2015"
ans_path=playground/data/eval/vqav2/answers_upload/$SPLIT
ans1=${ans_path}/llava-v1.5-7b.json
ans2=${ans_path}/region-llava-v0.38-7b.json

python compare_results.py \
    --data_path ./playground/data/eval/vqav2/$SPLIT.jsonl \
    --image-folder ./playground/data/eval/vqav2/test2015 \
    --mask-folder ./playground/data/regions/vqav2/regions-mixed \
    --save_dir ./playground/analysis/vqav2/region-llava-v0.38-7b/yesno \
    --ans1_file $ans1 \
    --ans2_file $ans2 \
    --ans_type yesno

python compare_results.py \
    --data_path ./playground/data/eval/vqav2/$SPLIT.jsonl \
    --image-folder ./playground/data/eval/vqav2/test2015 \
    --mask-folder ./playground/data/regions/vqav2/regions-mixed \
    --save_dir ./playground/analysis/vqav2/region-llava-v0.38-7b/number \
    --ans1_file $ans1 \
    --ans2_file $ans2 \
    --ans_type number

python compare_results.py \
    --data_path ./playground/data/eval/vqav2/$SPLIT.jsonl \
    --image-folder ./playground/data/eval/vqav2/test2015 \
    --mask-folder ./playground/data/regions/vqav2/regions-mixed \
    --save_dir ./playground/analysis/vqav2/region-llava-v0.38-7b/other \
    --ans1_file $ans1 \
    --ans2_file $ans2 \
    --ans_type other
