output_dir=/data/eval_results/fulltune_1step_att_vis_2/
eps=2
step_size=2
num_iters=1

# python3 eval.py \
#     --model CLIP_ViT-B-16 \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model_train_name Pre-trained

# python3 eval.py \
#     --model CLIP_ViT-B-16 \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model_train_name Sup \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16/_bs64sgd_lr0.0001_ep5_wd0.0001_warmup0.3/MMA-iters1-step2.0-scale0-img-unsup0.0-sup1.0/2024-03-24_09-28-19/checkpoint_last.pth

# python3 eval.py \
#     --model CLIP_ViT-B-16 \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model_train_name Sup+T \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16/_bs64sgd_lr0.0001_ep5_wd0.0001_warmup0.3/MMA-iters1-step2.0-scale0-img-unsup0.0-sup1.0-txtAug-rand/2024-03-24_17-04-07/checkpoint_last.pth

# python3 eval.py \
#     --model CLIP_ViT-B-16 \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model_train_name SetSup0.3+T \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16/_bs64sgd_lr0.0001_ep5_wd0.0001_warmup0.3/MMA-iters1-step2.0-scale2-txtSup5-sr0.3-ri0.3-rs0.3-rd0.3-img-unsup0.0-sup1.0-txtAug-rand/2024-03-25_04-21-14/checkpoint_last.pth

# python3 eval.py \
#     --model CLIP_ViT-B-16_PDE \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --model_train_name PDE-Sup \
#     --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16_PDE/_bs64sgd_lr0.0001_ep5_wd0.0001_warmup0.3/PDE-MMA-iters1-step2.0-scale0-img-w2-txt-rand/2024-03-26_05-08-03/checkpoint_last.pth


python3 eval.py \
    --model CLIP_ViT-B-16 \
    --output_dir $output_dir \
    --epsilon $eps \
    --step_size $step_size \
    --num_iters $num_iters \
    --eval_train_subset \
    --model_train_name Sup-ls0.1 \
    --is_analysis \
    --eval_ckpt_path /data/train_results/flickr30k/CLIP_ViT-B-16/_bs64sgd_lr0.0001_ep5_wd0.0001_warmup0.3_ls0.1/MMA-iters1-step2.0-scale0-img-unsup0.0-sup1.0/2024-04-04_09-29-50/checkpoint_last.pth
