#!/bin/bash
CKPT=${1:-"llava-v1.5-7b"}

python -m llava.eval.model_vqa_pixcv \
    --model-path checkpoints/$CKPT \
    --question-file ./playground/data/eval/cvbench/llava_cvbench_test_v2.jsonl \
    --image-folder ./playground/data/eval/cvbench/ \
    --annot-folder ./playground/data/eval/pixcvbench \
    --mask-folder ./playground/data/regions/cvbench/regions-mixed \
    --answers-file ./playground/data/eval/cvbench/pixcv/$CKPT.json \
    --temperature 0 \
    --max_new_tokens 64 \
    --conv-mode vicuna_v1

