CUDA_VISIBLE_DEVICES=2 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.1 \
--snr_type n2sv \
--beta 1 \
--layer_snr_weight_type exp \
--snr_layers layer2.0.shortcut.0 layer2.1.conv2 layer3.0.shortcut.0 layer3.1.conv2 layer4.0.shortcut.0 layer4.1.conv1 layer4.1.conv2 linear \
--model-dir /home/verification/models/Trades/cifar10_resnet18/trades_start8_exp_n2sv_w0.1 \
--name Trades-cifar10-resnet18-trades-start8-exp-n2sv-0.1


CUDA_VISIBLE_DEVICES=3 python train_trades_cifar10.py --use_snr --snr_weight 0.00002 --snr_type n2sv --beta 5 --layer_snr_weight_type exp \
--snr_layers block2.layer.0.conv1 block2.layer.0.conv2 \
block2.layer.0.convShortcut block2.layer.1.conv1 block2.layer.1.conv2 block2.layer.2.conv1 block2.layer.2.conv2 block2.layer.3.conv1 block2.layer.3.conv2 block2.layer.4.conv1 block2.layer.4.conv2 \
block3.layer.0.conv2 block3.layer.0.convShortcut block3.layer.1.conv1 block3.layer.1.conv2 block3.layer.2.conv1 block3.layer.2.conv2 block3.layer.3.conv1 block3.layer.3.conv2 block3.layer.4.conv1 \
block3.layer.4.conv2 fc --model-dir /home/ziwei/verification/models/Trades/cifar10_resnet18/trades_beta5_block23_exp_n2sv_w0.00002 --name Trades-cifar10-resnet18-trades-beta5-block23-exp-n2sv-w0.00002




CUDA_VISIBLE_DEVICES=5 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.000015 \
--snr_type n2sv \
--beta 5 \
--layer_snr_weight_type exp \
--snr_layers  block2.layer.0.conv1 block2.layer.0.conv2 \
block2.layer.0.convShortcut block2.layer.1.conv1 block2.layer.1.conv2 block2.layer.2.conv1 block2.layer.2.conv2 block2.layer.3.conv1 block2.layer.3.conv2 block2.layer.4.conv1 block2.layer.4.conv2 \
block3.layer.0.conv2 block3.layer.0.convShortcut block3.layer.1.conv1 block3.layer.1.conv2 block3.layer.2.conv1 block3.layer.2.conv2 block3.layer.3.conv1 block3.layer.3.conv2 block3.layer.4.conv1 \
block3.layer.4.conv2 fc \
--model-dir /home/ziwei/verification/models/Trades/cifar10_resnet18/trades_beta5_block23_exp_n2sv_w0.000015 \
--name Trades-cifar10-resnet18-trades-beta5-block23-exp-n2sv-w0.000015







CUDA_VISIBLE_DEVICES=5 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.01 \
--snr_type ns2 \
--beta 5 \
--layer_snr_weight_type exp \
--snr_layers  layers.0.layers.1 layers.0.layers.4 layers.0.layers.7 layers.0.layers.10 layers.0.layers.13 layers.0.layers.17 layers.0.layers.20 \
--model-dir /home/ziwei/verification/models/Trades/cifar10_resnet18/trades_beta5_block23_exp_ns2_w0.01 \
--name Trades-cifar10-resnet18-trades-beta5-block23-exp-ns2-w0.01
















CUDA_VISIBLE_DEVICES=7 python train_trades_cifar10.py \
--use_adv \
--beta 5 \
--model-dir /home/ziwei/verification/models/Trades/cifar10_resnet18/start8_nosnr_adv_beta5 \
--name Trades-cifar10-resnet18-nosnr-adv-beta5


conv1
layer1.0.conv1
layer1.0.conv2
layer1.1.conv1
layer1.1.conv2
layer2.0.conv1
layer2.0.conv2
layer2.0.shortcut.0 #8
layer2.1.conv1
layer2.1.conv2 #10
layer3.0.conv1
layer3.0.conv2
layer3.0.shortcut.0 #13
layer3.1.conv1
layer3.1.conv2 #15
layer4.0.conv1
layer4.0.conv2
layer4.0.shortcut.0 #18
layer4.1.conv1 #19
layer4.1.conv2 #20
linear #21

'layer8_snr':res['layer1_snr'],
                        'layer10_snr':res['layer2_snr'],
                        'layer13_snr':res['layer3_snr'],
                        'layer15_snr':res['layer4_snr'],
                        'layer18_snr':res['layer5_snr'],
                        'layer19_snr':res['layer6_snr'],
                        'layer20_snr':res['layer7_snr'],
                        'layer21_snr':res['layer8_snr'],


conv1
block1.layer.0.conv1
block1.layer.0.conv2
block1.layer.0.convShortcut
block1.layer.1.conv1
block1.layer.1.conv2
block1.layer.2.conv1
block1.layer.2.conv2
block1.layer.3.conv1
block1.layer.3.conv2
block1.layer.4.conv1
block1.layer.4.conv2
sub_block1.layer.0.conv1
sub_block1.layer.0.conv2
sub_block1.layer.0.convShortcut
sub_block1.layer.1.conv1
sub_block1.layer.1.conv2
sub_block1.layer.2.conv1
sub_block1.layer.2.conv2
sub_block1.layer.3.conv1
sub_block1.layer.3.conv2
sub_block1.layer.4.conv1
sub_block1.layer.4.conv2
block2.layer.0.conv1
block2.layer.0.conv2
block2.layer.0.convShortcut
block2.layer.1.conv1
block2.layer.1.conv2
block2.layer.2.conv1
block2.layer.2.conv2
block2.layer.3.conv1
block2.layer.3.conv2
block2.layer.4.conv1
block2.layer.4.conv2
block3.layer.0.conv1
block3.layer.0.conv2
block3.layer.0.convShortcut
block3.layer.1.conv1
block3.layer.1.conv2
block3.layer.2.conv1
block3.layer.2.conv2
block3.layer.3.conv1
block3.layer.3.conv2
block3.layer.4.conv1
block3.layer.4.conv2
fc


finalblock:
CUDA_VISIBLE_DEVICES=5 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.001 \
--snr_type ns2+n2sv \
--beta 6 \
--layer_snr_weight_type exp \
--snr_layers block3.layer.0.conv1 \
block3.layer.0.conv2 \
block3.layer.0.convShortcut \
block3.layer.1.conv1 \
block3.layer.1.conv2 \
block3.layer.2.conv1 block3.layer.2.conv2 block3.layer.3.conv1 block3.layer.3.conv2 block3.layer.4.conv1 block3.layer.4.conv2 fc \
--model-dir /home/ziwei/verification/models/Trades/cifar10_wrn34_10/trades_beta6_finalblock_exp_ns2+n2sv_w0.001 \
--name Trades-cifar10-wrn34-10-trades-beta6-finalblock-exp-ns2+n2sv-w0.001





finalblock:
CUDA_VISIBLE_DEVICES=5 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.001 \
--snr_type ns2+n2sv \
--beta 6 \
--layer_snr_weight_type exp \
--snr_layers block3.layer.0.conv1 \
block3.layer.0.conv2 \
block3.layer.0.convShortcut \
block3.layer.1.conv1 \
block3.layer.1.conv2 \
block3.layer.2.conv1 block3.layer.2.conv2 block3.layer.3.conv1 block3.layer.3.conv2 block3.layer.4.conv1 block3.layer.4.conv2 fc \
--model-dir /home/ziwei/verification/models/Trades/cifar10_wrn34_10/trades_beta6_finalblock_exp_ns2+n2sv_w0.001 \
--name Trades-cifar10-wrn34-10-trades-beta6-finalblock-exp-ns2+n2sv-w0.001 






CUDA_VISIBLE_DEVICES=3 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.00001 \
--snr_type ns2 \
--beta 6 \
--layer_snr_weight_type exp \
--snr_layers block3.layer.0.conv1 \
block3.layer.0.conv2 \
block3.layer.0.convShortcut \
block3.layer.1.conv1 \
block3.layer.1.conv2 \
block3.layer.2.conv1 block3.layer.2.conv2 block3.layer.3.conv1 block3.layer.3.conv2 block3.layer.4.conv1 block3.layer.4.conv2 fc \
--model-dir /home/ziwei/verification/models/Trades/cifar10_wrn34_10/trades_beta6_finalblock_exp_ns2+n2sv_w0.00001 \
--name Trades-cifar10-wrn34-10-trades-beta6-finalblock-exp-ns2+n2sv-w0.00001 





finalblock:
CUDA_VISIBLE_DEVICES=4 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.001 \
--snr_type n2sv \
--beta 6 \
--layer_snr_weight_type exp \
--snr_layers block3.layer.0.conv1 \
block3.layer.0.conv2 \
block3.layer.0.convShortcut \
block3.layer.1.conv1 \
block3.layer.1.conv2 \
block3.layer.2.conv1 block3.layer.2.conv2 block3.layer.3.conv1 block3.layer.3.conv2 block3.layer.4.conv1 block3.layer.4.conv2 fc \
--model-dir /home/ziwei/verification/models/Trades/cifar10_wrn34_10/trades_beta6_finalblock_exp_n2sv_w0.001 \
--name Trades-cifar10-wrn34-10-trades-beta6-finalblock-exp-n2sv-w0.001 


--resume /home/verification/models/Trades/cifar10_wrn34_10/trades_beta6_finalblock_exp_n2sv_w0.001/model-wideres-epoch20.pt \
--opt_resume /home/verification/models/Trades/cifar10_wrn34_10/trades_beta6_finalblock_exp_n2sv_w0.001/opt-wideres-checkpoint_epoch20.tar

CUDA_VISIBLE_DEVICES=6 python /home/verification/Unsupervised-Robust-Learning/TRADES/pgd_attack_cifar10.py \
--model-path /home/verification/models/Trades/cifar10_wrn34_10/BN/trades_beta6_finalblock_exp_n2sv_w0.00001/model-wideres-epoch100.pt
  
nosnr:
CUDA_VISIBLE_DEVICES=4 python train_trades_cifar10.py \
--beta 6 \
--model-dir /home/verification/models/Trades/cifar10_wrn34_10/trades_beta6_nosnr \
--name Trades-cifar10-wrn34-10-trades-beta6-nosnr

block23_step3:
CUDA_VISIBLE_DEVICES=4 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.0001 \
--snr_type n2sv \
--beta 6 \
--layer_snr_weight_type exp \
--snr_layers block2.layer.0.convShortcut block2.layer.1.conv2 block2.layer.2.conv2 block2.layer.3.conv2 block2.layer.4.conv2 block3.layer.0.convShortcut \
block3.layer.1.conv2 block3.layer.2.conv2 block3.layer.3.conv2 block3.layer.4.conv2 fc \
--model-dir /home/verification/models/Trades/cifar10_wrn34_10/trades_beta6_block23_step3_exp_n2sv_w0.0001 \
--name Trades-cifar10-wrn34-10-trades-beta6-block23-step3-exp-n2sv-w0.0001 \
--resume /home/verification/models/Trades/cifar10_wrn34_10/trades_beta6_block23_step3_exp_n2sv_w0.0001/model-wideres-epoch80.pt \
--opt_resume /home/verification/models/Trades/cifar10_wrn34_10/trades_beta6_block23_step3_exp_n2sv_w0.0001/opt-wideres-checkpoint_epoch80.tar


BN:

block1.layer.0.bn1
block1.layer.0.bn2
block1.layer.1.bn1
block1.layer.1.bn2
block1.layer.2.bn1
block1.layer.2.bn2
block1.layer.3.bn1
block1.layer.3.bn2
block1.layer.4.bn1
block1.layer.4.bn2
sub_block1.layer.0.bn1
sub_block1.layer.0.bn2
sub_block1.layer.1.bn1
sub_block1.layer.1.bn2
sub_block1.layer.2.bn1
sub_block1.layer.2.bn2
sub_block1.layer.3.bn1
sub_block1.layer.3.bn2
sub_block1.layer.4.bn1
sub_block1.layer.4.bn2
block2.layer.0.bn1
block2.layer.0.bn2
block2.layer.1.bn1
block2.layer.1.bn2
block2.layer.2.bn1
block2.layer.2.bn2
block2.layer.3.bn1
block2.layer.3.bn2
block2.layer.4.bn1
block2.layer.4.bn2
block3.layer.0.bn1
block3.layer.0.bn2
block3.layer.1.bn1
block3.layer.1.bn2
block3.layer.2.bn1
block3.layer.2.bn2
block3.layer.3.bn1
block3.layer.3.bn2
block3.layer.4.bn1
block3.layer.4.bn2
bn1
fc


finalblock:
CUDA_VISIBLE_DEVICES=6 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.00001 \
--snr_type n2sv \
--beta 6 \
--layer_snr_weight_type exp \
--snr_layers block3.layer.0.bn1 block3.layer.0.bn2 block3.layer.1.bn1 block3.layer.1.bn2 block3.layer.2.bn1 block3.layer.2.bn2 \
block3.layer.3.bn1 block3.layer.3.bn2 block3.layer.4.bn1 block3.layer.4.bn2 bn1 fc \
--model-dir /home/verification/models/Trades/cifar10_wrn34_10/BN/trades_beta6_finalblock_exp_n2sv_w0.00001 \
--name Trades-cifar10-wrn34-10-BN-trades-beta6-finalblock-exp-n2sv-w0.00001 \
--resume /home/verification/models/Trades/cifar10_wrn34_10/BN/trades_beta6_finalblock_exp_n2sv_w0.00001/model-wideres-epoch80.pt \
--opt_resume /home/verification/models/Trades/cifar10_wrn34_10/BN/trades_beta6_finalblock_exp_n2sv_w0.00001/opt-wideres-checkpoint_epoch80.tar 


block23_step3:
CUDA_VISIBLE_DEVICES=7 python train_trades_cifar10.py \
--use_snr \
--snr_weight 0.00001 \
--snr_type n2sv \
--beta 6 \
--layer_snr_weight_type exp \
--snr_layers block2.layer.0.bn2 block2.layer.1.bn2 block2.layer.2.bn2 block2.layer.3.bn2 block2.layer.4.bn2 block3.layer.0.bn2 \
block3.layer.1.bn2 block3.layer.2.bn2 block3.layer.3.bn2 block3.layer.4.bn2 bn1 fc \
--model-dir /home/verification/models/Trades/cifar10_wrn34_10/BN/trades_beta6_block23_step3_exp_n2sv_w0.00001 \
--name Trades-cifar10-wrn34-10-BN-trades-beta6-block23-step3-exp-n2sv-w0.00001 \
--resume /home/verification/models/Trades/cifar10_wrn34_10/BN/trades_beta6_block23_step3_exp_n2sv_w0.00001/model-wideres-epoch80.pt \
--opt_resume /home/verification/models/Trades/cifar10_wrn34_10/BN/trades_beta6_block23_step3_exp_n2sv_w0.00001/opt-wideres-checkpoint_epoch80.tar

