output_dir=/data/eval_results/0522-comparison/
eps=2
step_size=0.5
num_iters=10

# python3 eval.py \
#     --model CLIP_ViT-B-16 \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --eval_train_subset \
#     --model_train_name TeCoA \
#     --eval_ckpt_path /data/train_results/0428-PGD2st2a2/flickr30k/CLIP_ViT-B-16/Img=Aug0=0=0=0.8-Text=caps1/MMA-iters2-step2.0-scale0-txtSup1-sr0.1-ri0.1-rs0.1-rd0.1-img-unsup0.0-sup1.0/2024-05-09_11-10-23/checkpoint_last.pth


# python3 eval.py \
#     --model CLIP_ViT-B-16 \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --eval_train_subset \
#     --model_train_name 12N-EDA \
#     --eval_ckpt_path /data/train_results/0428-PGD2st2a2/flickr30k/CLIP_ViT-B-16/caps1-Img=basic-Text=EDA0.3/MMA-iters2-step2.0-scale0-txtSup1-sr0.3-ri0.3-rs0.3-rd0.3-img-unsup0.0-sup1.0/2024-05-11_10-02-10/checkpoint_last.pth

python3 eval.py \
    --model CLIP_ViT-B-16 \
    --output_dir $output_dir \
    --epsilon $eps \
    --step_size $step_size \
    --num_iters $num_iters \
    --eval_train_subset \
    --model_train_name "12N-Caps+EDA" \
    --eval_ckpt_path /data/train_results/0428-PGD2st2a2/flickr30k/CLIP_ViT-B-16/Img=Aug0=Text=caps5-EDA0.3/MMA-iters2-step2.0-scale0-txtSup1-sr0.3-ri0.3-rs0.3-rd0.3-img-unsup0.0-sup1.0/2024-05-21_21-05-15/checkpoint_last.pth

python3 eval.py \
    --model CLIP_ViT-B-16 \
    --output_dir $output_dir \
    --epsilon $eps \
    --step_size $step_size \
    --num_iters $num_iters \
    --eval_train_subset \
    --model_train_name "N21-SD" \
    --eval_ckpt_path /data/train_results/0428-PGD2st2a2/flickr30k/CLIP_ViT-B-16/Img=Aug0=StableDiff1-Text=caps1/MMA-iters2-step2.0-scale0-txtSup1-sr0.1-ri0.1-rs0.1-rd0.1-img-unsup0.0-sup1.0/2024-05-13_05-13-20/checkpoint_last.pth

# python3 eval.py \
#     --model CLIP_ViT-B-16 \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --eval_train_subset \
#     --model_train_name N2N-SD-GT+EDA \
#     --eval_ckpt_path /data/train_results/0428-PGD2st2a2/flickr30k/CLIP_ViT-B-16/Img=Aug0=0=0=0.8-Text=caps5-EDA=0.3-StableDiff_manyToOne_top1/MMA-iters2-step2.0-scale0-txtSup1-sr0.3-ri0.3-rs0.3-rd0.3-img-unsup0.0-sup1.0/2024-05-20_16-16-13/checkpoint_last.pth

# python3 eval.py \
#     --model CLIP_ViT-B-16 \
#     --output_dir $output_dir \
#     --epsilon $eps \
#     --step_size $step_size \
#     --num_iters $num_iters \
#     --eval_train_subset \
#     --model_train_name N2N-SD-llama+EDA \
#     --eval_ckpt_path /data/train_results/0428-PGD2st2a2/flickr30k/CLIP_ViT-B-16/Img=Aug0=0=0=0.8-Text=caps1-EDA=0.3-Many2Many_notGen2Gen/MMA-iters2-step2.0-scale0-txtSup1-sr0.3-ri0.3-rs0.3-rd0.3-img-unsup0.0-sup1.0/2024-05-17_17-44-35/checkpoint_last.pth

