output_dir=/data/eval_results/ivlp_1step_attack/
eps=2
step_size=2
num_iters=1

# python3 eval.py \
#     --eval_black_box \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model CLIP_ViT-B-16_PT \
#     --model_train Std \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16_PT/v12_l12_vn2_ln2_bs64sgd_lr0.01_ep2_wd0.0001_warmup0.3/std/2024-03-25_07-09-14/checkpoint_last.pth

# python3 eval.py \
#     --eval_black_box \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model CLIP_ViT-B-16_PT \
#     --model_train_name Sup \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16_PT/v12_l12_vn2_ln2_bs64sgd_lr0.01_ep2_wd0.0001_warmup0.3/MMA-iters1-step2.0-scale0-img-unsup0.0-sup1.0/2024-03-22_04-10-55/checkpoint_last.pth

# python3 eval.py \
#     --eval_black_box \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model CLIP_ViT-B-16_PT \
#     --model_train_name Sup+T \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16_PT/v12_l12_vn2_ln2_bs64sgd_lr0.01_ep2_wd0.0001_warmup0.3/MMA-iters1-step2.0-scale0-img-unsup0.0-sup1.0-txtAug-rand/2024-03-22_04-12-02/checkpoint_last.pth

# python3 eval.py \
#     --eval_black_box \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model CLIP_ViT-B-16_PT \
#     --model_train_name UnSup \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16_PT/v12_l12_vn2_ln2_bs64sgd_lr0.01_ep2_wd0.0001_warmup0.3/MMA-iters1-step2.0-scale0-img-unsup1.0-sup0.0/2024-03-22_04-13-14/checkpoint_last.pth

# python3 eval.py \
#     --eval_black_box \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model CLIP_ViT-B-16_PT \
#     --model_train_name UnSup+T \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16_PT/v12_l12_vn2_ln2_bs64sgd_lr0.01_ep2_wd0.0001_warmup0.3/MMA-iters1-step2.0-scale0-img-unsup1.0-sup0.0-txtAug-rand/2024-03-22_14-03-37/checkpoint_last.pth

# python3 eval.py \
#     --eval_black_box \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model CLIP_ViT-B-16_PT \
#     --model_train_name Sup0.3+T \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16_PT/v12_l12_vn2_ln2_bs64sgd_lr0.01_ep2_wd0.0001_warmup0.3/MMA-iters1-step2.0-scale2-txtSup5-sr0.3-ri0.3-rs0.3-rd0.3-img-unsup0.0-sup1.0-txtAug-rand/2024-03-22_15-39-33/checkpoint_last.pth

python3 eval.py \
    --eval_black_box \
    --output_dir $output_dir \
    --epsilon $eps \
    --step_size $step_size \
    --num_iters $num_iters \
    --model CLIP_ViT-B-16_PT_PDE \
    --model_train_name PDE-Sup+T \
    --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16_PT_PDE/RESUME-v12_l12_vn2_ln2_bs64sgd_lr0.01_ep2_wd0.0001_warmup0.3/PDE-MMA-iters1-step2.0-scale0-img-w2-txt-rand-fixGau/2024-03-26_06-47-46/checkpoint_last.pth