# vanilla llava-next
CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000

# llava-1.5 on pope_attn_dist_div_attn_prev_mlp task (adjust prev mlp & current attn)
CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope_attn_dist_div_attn_prev_mlp_search_1 \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope_attn_dist_div_attn_prev_mlp_search_1 \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000

CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope_attn_dist_div_attn_prev_mlp_search_2 \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope_attn_dist_div_attn_prev_mlp_search_2 \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000

CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope_attn_dist_div_attn_prev_mlp_search_3 \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope_attn_dist_div_attn_prev_mlp_search_3 \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000

CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope_attn_dist_div_attn_prev_mlp_search_4 \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope_attn_dist_div_attn_prev_mlp_search_4 \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000

CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope_attn_dist_div_attn_prev_mlp_search_5 \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope_attn_dist_div_attn_prev_mlp_search_5 \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000

CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope_attn_dist_div_attn_prev_mlp_search_6 \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope_attn_dist_div_attn_prev_mlp_search_6 \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000

CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope_attn_dist_div_attn_prev_mlp_search_7 \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope_attn_dist_div_attn_prev_mlp_search_7 \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000

CUDA_VISIBLE_DEVICES=3 python3 -m accelerate.commands.launch \
	--num_processes=1 \
	-m lmms_eval \
	--model llava \
	--model_args pretrained=liuhaotian/llava-v1.6-vicuna-7b,attn_implementation=eager \
	--tasks pope_attn_dist_div_attn_prev_mlp_search_8 \
	--batch_size 1 \
	--log_samples \
	--log_samples_suffix llava_v1.6-vicuna-7b_pope_attn_dist_div_attn_prev_mlp_search_8 \
	--output_path ./logs/ \
	--process_with_media \
	--limit 1000
