#!/bin/bash

DATA_NAME="mmivqd_base"
TEMP=0.0
CURRENT_TIME=$(date +"%Y%m%d%H%M%S")
FILE_NAME="llava-v1.6-34b_${CURRENT_TIME}"

export PYTHONPATH="$PYTHONPATH:$PWD/vlms"

python -m vlms.llava.eval.llava_vqa_updbench \
    --model-path checkpoints/llava-v1.6-34b-task-lora \
    --model-base liuhaotian/llava-v1.6-34b \
    --data-name ${DATA_NAME}\
    --answers-file ./output/ivqd/answers/llava1.6_34b/tuning/${DATA_NAME:0:-5}_tuning/${FILE_NAME}.jsonl \
    --single-pred-prompt \
    --temperature ${TEMP} \
    --prompt_id 1 \
    --conv-mode mistral_direct

mkdir -p output/ivqd/answers_upload/llava1.6_34b/tuning/${DATA_NAME:0:-5}_tuning

python -m scripts.convert_mmbench_for_submission \
    --data-name ${DATA_NAME}\
    --result-dir ./output/ivqd/answers/llava1.6_34b/tuning/${DATA_NAME:0:-5}_tuning \
    --upload-dir ./output/ivqd/answers_upload/llava1.6_34b/tuning/${DATA_NAME:0:-5}_tuning \
    --experiment ${FILE_NAME}