# pope (coco)
# random_ablation
for seed in 100 200
do
	CUDA_VISIBLE_DEVICES=1 python3 -m accelerate.commands.launch \
		--num_processes=1 \
		-m lmms_eval \
		--model llava \
		--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
		--tasks pope_truthful_head_ver7_norm_03_random_ablation \
		--batch_size 1 \
		--log_samples \
		--log_samples_suffix llava_v1.6_vicuna_7b_pope_truthful_head_ver7_norm_03_random_ablation \
		--output_path ./logs/ \
		--process_with_media  \
		--seed $seed
done

# CUDA_VISIBLE_DEVICES=1 python3 -m accelerate.commands.launch \
# 	--num_processes=1 \
# 	-m lmms_eval \
# 	--model llava \
# 	--model_args pretrained=liuhaotian/llava-v1.5-7b,attn_implementation=eager \
# 	--tasks pope_truthful_head_ver8_norm_03_random_ablation \
# 	--batch_size 1 \
# 	--log_samples \
# 	--log_samples_suffix llava_v1.5_7b_pope_truthful_head_ver8_norm_03_random_ablation \
# 	--output_path ./logs/ \
# 	--process_with_media 

# pope (aokvqa)
# CUDA_VISIBLE_DEVICES=1 python3 -m accelerate.commands.launch \
# 	--num_processes=1 \
# 	-m lmms_eval \
# 	--model llava \
# 	--model_args pretrained=liuhaotian/llava-v1.5-7b,attn_implementation=eager \
# 	--tasks pope_aokvqa_truthful_head_ver7_norm_01_random_ablation \
# 	--batch_size 1 \
# 	--log_samples \
# 	--log_samples_suffix llava_v1.5_7b_pope_aokvqa_truthful_head_ver7_norm_01_random_ablation \
# 	--output_path ./logs/ \
# 	--process_with_media 

# CUDA_VISIBLE_DEVICES=1 python3 -m accelerate.commands.launch \
# 	--num_processes=1 \
# 	-m lmms_eval \
# 	--model llava \
# 	--model_args pretrained=liuhaotian/llava-v1.5-7b,attn_implementation=eager \
# 	--tasks pope_aokvqa_truthful_head_ver8_norm_01_random_ablation \
# 	--batch_size 1 \
# 	--log_samples \
# 	--log_samples_suffix llava_v1.5_7b_pope_aokvqa_truthful_head_ver8_norm_01_random_ablation \
# 	--output_path ./logs/ \
# 	--process_with_media 

# # pope (gqa)
# CUDA_VISIBLE_DEVICES=1 python3 -m accelerate.commands.launch \
# 	--num_processes=1 \
# 	-m lmms_eval \
# 	--model llava \
# 	--model_args pretrained=liuhaotian/llava-v1.5-7b,attn_implementation=eager \
# 	--tasks pope_gqa_truthful_head_ver7_norm_01_random_ablation \
# 	--batch_size 1 \
# 	--log_samples \
# 	--log_samples_suffix llava_v1.5_7b_pope_gqa_truthful_head_ver7_norm_01_random_ablation \
# 	--output_path ./logs/ \
# 	--process_with_media 

# CUDA_VISIBLE_DEVICES=1 python3 -m accelerate.commands.launch \
# 	--num_processes=1 \
# 	-m lmms_eval \
# 	--model llava \
# 	--model_args pretrained=liuhaotian/llava-v1.5-7b,attn_implementation=eager \
# 	--tasks pope_gqa_truthful_head_ver8_norm_01_random_ablation \
# 	--batch_size 1 \
# 	--log_samples \
# 	--log_samples_suffix llava_v1.5_7b_pope_gqa_truthful_head_ver8_norm_01_random_ablation \
# 	--output_path ./logs/ \
# 	--process_with_media 
