{"Epoch": 0, "Epoch-Time": 1435.080029964447, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.95000076293945, "Augmented-0.05-Quantile-Accuracy": 46.72999954223633, "Augmented-0.1-Quantile-Accuracy": 47.43000030517578, "Augmented-Accuracy": 49.9899, "Augmented-Loss": 1.3599820767440796, "Clean-Accuracy": 52.9, "Clean-Loss": 1.2765643440246581, "PGD-Accuracy": 2.33, "PGD-Loss": 4.294408648681641}, "Total-Time": 1435.080029964447, "Train": {"Loss": 2.2651495232391357, "avg t": 1.0365755935287475, "plain loss": 1.5894962075805654}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.86000061035156, "Augmented-0.05-Quantile-Accuracy": 50.65999984741211, "Augmented-0.1-Quantile-Accuracy": 51.63999938964844, "Augmented-Accuracy": 54.0824, "Augmented-Loss": 1.2879057137088776, "Clean-Accuracy": 50.94, "Clean-Loss": 1.3614578210830688, "PGD-Accuracy": 3.4, "PGD-Loss": 3.892642323303223}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1437.5691230297089, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.12999725341797, "Augmented-0.05-Quantile-Accuracy": 56.54999923706055, "Augmented-0.1-Quantile-Accuracy": 57.72999954223633, "Augmented-Accuracy": 61.7107, "Augmented-Loss": 1.1898328135070801, "Clean-Accuracy": 62.49, "Clean-Loss": 1.1257693153381347, "PGD-Accuracy": 0.64, "PGD-Loss": 5.273512753295899}, "Total-Time": 2872.649152994156, "Train": {"Loss": 1.681259765853882, "avg t": 1.0033470009231567, "plain loss": 1.2227880133666975}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.0, "Augmented-0.05-Quantile-Accuracy": 57.099998474121094, "Augmented-0.1-Quantile-Accuracy": 58.13999938964844, "Augmented-Accuracy": 62.0324, "Augmented-Loss": 1.1554492168140411, "Clean-Accuracy": 58.12, "Clean-Loss": 1.2258824331283569, "PGD-Accuracy": 1.04, "PGD-Loss": 4.888522700500488}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1436.9500012397766, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.43000030517578, "Augmented-0.05-Quantile-Accuracy": 53.68000030517578, "Augmented-0.1-Quantile-Accuracy": 55.02000045776367, "Augmented-Accuracy": 59.6293, "Augmented-Loss": 1.168363300163269, "Clean-Accuracy": 62.53, "Clean-Loss": 1.0844716613769532, "PGD-Accuracy": 0.14, "PGD-Loss": 6.611499145507812}, "Total-Time": 4309.5991542339325, "Train": {"Loss": 1.4902660013198852, "avg t": 0.9887183455657959, "plain loss": 1.0931301732177738}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.29999923706055, "Augmented-0.05-Quantile-Accuracy": 57.119998931884766, "Augmented-0.1-Quantile-Accuracy": 58.519996643066406, "Augmented-Accuracy": 62.994, "Augmented-Loss": 1.0986947674503327, "Clean-Accuracy": 60.5, "Clean-Loss": 1.10735339012146, "PGD-Accuracy": 0.36, "PGD-Loss": 6.2521324058532715}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1434.905237197876, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.44999694824219, "Augmented-0.05-Quantile-Accuracy": 63.23999786376953, "Augmented-0.1-Quantile-Accuracy": 64.58999633789062, "Augmented-Accuracy": 68.8595, "Augmented-Loss": 1.0859595820617676, "Clean-Accuracy": 72.74, "Clean-Loss": 0.9666107467651367, "PGD-Accuracy": 0.07, "PGD-Loss": 6.224103717041015}, "Total-Time": 5744.5043914318085, "Train": {"Loss": 1.38859858751297, "avg t": 0.9801545014381409, "plain loss": 1.0269360659790032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.36000061035156, "Augmented-0.05-Quantile-Accuracy": 68.36000061035156, "Augmented-0.1-Quantile-Accuracy": 69.5, "Augmented-Accuracy": 73.1654, "Augmented-Loss": 0.9990561968593598, "Clean-Accuracy": 68.62, "Clean-Loss": 1.0292683174133301, "PGD-Accuracy": 0.12, "PGD-Loss": 5.838229791259765}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1432.960114955902, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.82999801635742, "Augmented-0.05-Quantile-Accuracy": 64.18999481201172, "Augmented-0.1-Quantile-Accuracy": 65.52999877929688, "Augmented-Accuracy": 70.5305, "Augmented-Loss": 1.0632651249084473, "Clean-Accuracy": 72.99, "Clean-Loss": 0.9545853370666504, "PGD-Accuracy": 0.08, "PGD-Loss": 6.511891851806641}, "Total-Time": 7177.464506387711, "Train": {"Loss": 1.3347601865005494, "avg t": 0.9753366260147095, "plain loss": 0.9904183846435547}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.26000213623047, "Augmented-0.05-Quantile-Accuracy": 68.55999755859375, "Augmented-0.1-Quantile-Accuracy": 69.81999969482422, "Augmented-Accuracy": 74.395, "Augmented-Loss": 0.9867537788257599, "Clean-Accuracy": 74.54, "Clean-Loss": 0.9760886714935303, "PGD-Accuracy": 0.08, "PGD-Loss": 6.103864579772949}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1431.6260616779327, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.099998474121094, "Augmented-0.05-Quantile-Accuracy": 61.63999938964844, "Augmented-0.1-Quantile-Accuracy": 63.019996643066406, "Augmented-Accuracy": 68.0594, "Augmented-Loss": 1.1025751378936768, "Clean-Accuracy": 71.27, "Clean-Loss": 0.9755744621276855, "PGD-Accuracy": 0.15, "PGD-Loss": 6.579052233886719}, "Total-Time": 8609.090568065643, "Train": {"Loss": 1.290580423927307, "avg t": 0.9712472183990478, "plain loss": 0.9652440367736791}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.41999816894531, "Augmented-0.05-Quantile-Accuracy": 65.77999877929688, "Augmented-0.1-Quantile-Accuracy": 67.29999542236328, "Augmented-Accuracy": 72.0604, "Augmented-Loss": 1.010654375350952, "Clean-Accuracy": 67.92, "Clean-Loss": 0.9895716693878174, "PGD-Accuracy": 0.2, "PGD-Loss": 6.249552247619629}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1429.503746509552, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.439998626708984, "Augmented-0.05-Quantile-Accuracy": 65.45999908447266, "Augmented-0.1-Quantile-Accuracy": 67.05999755859375, "Augmented-Accuracy": 71.7504, "Augmented-Loss": 1.07939657371521, "Clean-Accuracy": 72.62, "Clean-Loss": 0.9890078483581543, "PGD-Accuracy": 0.3, "PGD-Loss": 6.144771630859375}, "Total-Time": 10038.594314575195, "Train": {"Loss": 1.2726799417114258, "avg t": 0.969666248664856, "plain loss": 0.9600042711181644}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.26000213623047, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 69.63999938964844, "Augmented-Accuracy": 74.153, "Augmented-Loss": 1.0009118849773406, "Clean-Accuracy": 73.78, "Clean-Loss": 0.9226607927322388, "PGD-Accuracy": 0.36, "PGD-Loss": 5.880583674621582}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1430.2894403934479, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.0, "Augmented-0.05-Quantile-Accuracy": 63.439998626708984, "Augmented-0.1-Quantile-Accuracy": 64.8499984741211, "Augmented-Accuracy": 69.7828, "Augmented-Loss": 1.0885129798278808, "Clean-Accuracy": 70.87, "Clean-Loss": 1.0273329010009766, "PGD-Accuracy": 0.03, "PGD-Loss": 6.085070837402344}, "Total-Time": 11468.883754968643, "Train": {"Loss": 1.263610531654358, "avg t": 0.9683902207183838, "plain loss": 0.9590678158264143}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.03999710083008, "Augmented-0.05-Quantile-Accuracy": 66.1199951171875, "Augmented-0.1-Quantile-Accuracy": 67.43999481201172, "Augmented-Accuracy": 71.964, "Augmented-Loss": 1.0381038854351043, "Clean-Accuracy": 71.94, "Clean-Loss": 0.9857819652557374, "PGD-Accuracy": 0.0, "PGD-Loss": 5.898107041168213}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1416.519441127777, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.05999755859375, "Augmented-0.05-Quantile-Accuracy": 66.73999786376953, "Augmented-0.1-Quantile-Accuracy": 68.33000183105469, "Augmented-Accuracy": 72.8465, "Augmented-Loss": 1.0876540153579712, "Clean-Accuracy": 75.04, "Clean-Loss": 1.0083697135925294, "PGD-Accuracy": 0.06, "PGD-Loss": 5.859223553466797}, "Total-Time": 12885.40319609642, "Train": {"Loss": 1.248213698348999, "avg t": 0.9669854377555848, "plain loss": 0.9540164936218246}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.25999450683594, "Augmented-0.05-Quantile-Accuracy": 70.36000061035156, "Augmented-0.1-Quantile-Accuracy": 71.65999603271484, "Augmented-Accuracy": 76.1938, "Augmented-Loss": 1.0062699080848694, "Clean-Accuracy": 79.5, "Clean-Loss": 0.9095454565048218, "PGD-Accuracy": 0.06, "PGD-Loss": 5.610103232574463}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1416.712702512741, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.94999694824219, "Augmented-0.05-Quantile-Accuracy": 65.54999542236328, "Augmented-0.1-Quantile-Accuracy": 67.22000122070312, "Augmented-Accuracy": 72.6664, "Augmented-Loss": 1.0991948952407837, "Clean-Accuracy": 74.48, "Clean-Loss": 0.9847537773132324, "PGD-Accuracy": 0.15, "PGD-Loss": 5.902523138427735}, "Total-Time": 14302.115898609161, "Train": {"Loss": 1.2392323065948487, "avg t": 0.9658768115997315, "plain loss": 0.9523572153320295}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.41999816894531, "Augmented-0.05-Quantile-Accuracy": 71.27999877929688, "Augmented-0.1-Quantile-Accuracy": 72.73999786376953, "Augmented-Accuracy": 76.8152, "Augmented-Loss": 0.9925818943977356, "Clean-Accuracy": 76.12, "Clean-Loss": 0.9401338981628418, "PGD-Accuracy": 0.08, "PGD-Loss": 5.621845327758789}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1416.2353994846344, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.44999694824219, "Augmented-0.05-Quantile-Accuracy": 63.23999786376953, "Augmented-0.1-Quantile-Accuracy": 64.95999908447266, "Augmented-Accuracy": 70.2499, "Augmented-Loss": 1.127336754348755, "Clean-Accuracy": 73.32, "Clean-Loss": 0.9787521049499511, "PGD-Accuracy": 0.06, "PGD-Loss": 6.0942972412109375}, "Total-Time": 15718.351298093796, "Train": {"Loss": 1.236562919921875, "avg t": 0.9659414378356933, "plain loss": 0.9516651423034675}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0999984741211, "Augmented-0.05-Quantile-Accuracy": 68.86000061035156, "Augmented-0.1-Quantile-Accuracy": 70.43999481201172, "Augmented-Accuracy": 75.0572, "Augmented-Loss": 0.9950979919042587, "Clean-Accuracy": 76.58, "Clean-Loss": 0.8943878303527832, "PGD-Accuracy": 0.0, "PGD-Loss": 5.861286889648437}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1417.4398469924927, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.28999710083008, "Augmented-0.05-Quantile-Accuracy": 66.8499984741211, "Augmented-0.1-Quantile-Accuracy": 68.54999542236328, "Augmented-Accuracy": 73.6448, "Augmented-Loss": 1.0855620799331664, "Clean-Accuracy": 75.53, "Clean-Loss": 0.9815151603698731, "PGD-Accuracy": 0.24, "PGD-Loss": 5.893165014648438}, "Total-Time": 17135.79114508629, "Train": {"Loss": 1.2281696026611328, "avg t": 0.9644788426971436, "plain loss": 0.9456679319458012}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.33999633789062, "Augmented-0.05-Quantile-Accuracy": 70.41999816894531, "Augmented-0.1-Quantile-Accuracy": 72.08000183105469, "Augmented-Accuracy": 76.623, "Augmented-Loss": 1.010864363697052, "Clean-Accuracy": 73.5, "Clean-Loss": 0.9781274785995483, "PGD-Accuracy": 0.32, "PGD-Loss": 5.703673161315918}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1416.7522294521332, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.05999755859375, "Augmented-0.05-Quantile-Accuracy": 64.44999694824219, "Augmented-0.1-Quantile-Accuracy": 66.0, "Augmented-Accuracy": 70.6123, "Augmented-Loss": 1.1153269812316895, "Clean-Accuracy": 72.59, "Clean-Loss": 0.9983946395874024, "PGD-Accuracy": 0.19, "PGD-Loss": 5.654649908447266}, "Total-Time": 18552.54337453842, "Train": {"Loss": 1.2240630749130248, "avg t": 0.964106344089508, "plain loss": 0.9412472794494644}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.63999938964844, "Augmented-0.05-Quantile-Accuracy": 69.29999542236328, "Augmented-0.1-Quantile-Accuracy": 70.5999984741211, "Augmented-Accuracy": 75.0406, "Augmented-Loss": 1.0140653100128174, "Clean-Accuracy": 74.0, "Clean-Loss": 0.9557397373199463, "PGD-Accuracy": 0.22, "PGD-Loss": 5.4740784645080565}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1415.1769165992737, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.97999572753906, "Augmented-0.05-Quantile-Accuracy": 70.2699966430664, "Augmented-0.1-Quantile-Accuracy": 71.87999725341797, "Augmented-Accuracy": 76.2385, "Augmented-Loss": 1.065891428237915, "Clean-Accuracy": 78.82, "Clean-Loss": 0.9619779899597168, "PGD-Accuracy": 0.09, "PGD-Loss": 5.6475779113769535}, "Total-Time": 19967.720291137695, "Train": {"Loss": 1.2186259519577027, "avg t": 0.9631987826156616, "plain loss": 0.9365668739624021}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.95999908447266, "Augmented-0.05-Quantile-Accuracy": 73.81999969482422, "Augmented-0.1-Quantile-Accuracy": 75.31999969482422, "Augmented-Accuracy": 79.5138, "Augmented-Loss": 0.9852363559913635, "Clean-Accuracy": 67.76, "Clean-Loss": 1.0658706630706787, "PGD-Accuracy": 0.08, "PGD-Loss": 5.439560464477539}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1415.8182871341705, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.47999954223633, "Augmented-0.05-Quantile-Accuracy": 62.55999755859375, "Augmented-0.1-Quantile-Accuracy": 64.5199966430664, "Augmented-Accuracy": 69.9174, "Augmented-Loss": 1.1333695273513793, "Clean-Accuracy": 75.49, "Clean-Loss": 0.9992289085388184, "PGD-Accuracy": 0.04, "PGD-Loss": 5.983441912841797}, "Total-Time": 21383.538578271866, "Train": {"Loss": 1.2064099877166747, "avg t": 0.962036937789917, "plain loss": 0.930680571716308}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.91999816894531, "Augmented-0.05-Quantile-Accuracy": 69.19999694824219, "Augmented-0.1-Quantile-Accuracy": 70.73999786376953, "Augmented-Accuracy": 76.085, "Augmented-Loss": 1.025590810426712, "Clean-Accuracy": 71.4, "Clean-Loss": 0.9781480096817017, "PGD-Accuracy": 0.02, "PGD-Loss": 5.845698146057129}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1415.8267204761505, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.88999938964844, "Augmented-0.05-Quantile-Accuracy": 60.46999740600586, "Augmented-0.1-Quantile-Accuracy": 62.099998474121094, "Augmented-Accuracy": 67.336, "Augmented-Loss": 1.1710585383071899, "Clean-Accuracy": 73.25, "Clean-Loss": 0.9738570686340332, "PGD-Accuracy": 0.1, "PGD-Loss": 6.007394622802734}, "Total-Time": 22799.365298748016, "Train": {"Loss": 1.208981575126648, "avg t": 0.9625499377822876, "plain loss": 0.9332161665039067}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.68000030517578, "Augmented-0.05-Quantile-Accuracy": 68.23999786376953, "Augmented-0.1-Quantile-Accuracy": 69.37999725341797, "Augmented-Accuracy": 74.1094, "Augmented-Loss": 1.0054273120632171, "Clean-Accuracy": 71.42, "Clean-Loss": 1.0255465211868287, "PGD-Accuracy": 0.04, "PGD-Loss": 5.852472888183594}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1412.8907589912415, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.66999816894531, "Augmented-0.05-Quantile-Accuracy": 69.08999633789062, "Augmented-0.1-Quantile-Accuracy": 70.68000030517578, "Augmented-Accuracy": 75.2038, "Augmented-Loss": 1.059011791381836, "Clean-Accuracy": 78.04, "Clean-Loss": 0.9274892784118652, "PGD-Accuracy": 0.17, "PGD-Loss": 5.582686828613281}, "Total-Time": 24212.256057739258, "Train": {"Loss": 1.2059809497833252, "avg t": 0.9623479390907288, "plain loss": 0.9293777806396486}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.22000122070312, "Augmented-0.05-Quantile-Accuracy": 73.63999938964844, "Augmented-0.1-Quantile-Accuracy": 75.15999603271484, "Augmented-Accuracy": 79.4066, "Augmented-Loss": 0.9503314777965546, "Clean-Accuracy": 76.88, "Clean-Loss": 0.9022076385498047, "PGD-Accuracy": 0.16, "PGD-Loss": 5.403725092315674}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1413.5770843029022, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.1099967956543, "Augmented-0.05-Quantile-Accuracy": 66.08999633789062, "Augmented-0.1-Quantile-Accuracy": 67.68999481201172, "Augmented-Accuracy": 72.9048, "Augmented-Loss": 1.1205860175857545, "Clean-Accuracy": 74.14, "Clean-Loss": 1.000751414489746, "PGD-Accuracy": 0.08, "PGD-Loss": 5.668270263671875}, "Total-Time": 25625.83314204216, "Train": {"Loss": 1.19702694770813, "avg t": 0.9608603763961792, "plain loss": 0.9247512291259773}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.9000015258789, "Augmented-0.05-Quantile-Accuracy": 69.58000183105469, "Augmented-0.1-Quantile-Accuracy": 71.29999542236328, "Augmented-Accuracy": 76.0658, "Augmented-Loss": 1.0287034692630768, "Clean-Accuracy": 70.14, "Clean-Loss": 0.9323390260696411, "PGD-Accuracy": 0.1, "PGD-Loss": 5.514349076080323}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1410.8348116874695, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.4000015258789, "Augmented-0.05-Quantile-Accuracy": 68.18000030517578, "Augmented-0.1-Quantile-Accuracy": 69.98999786376953, "Augmented-Accuracy": 75.3381, "Augmented-Loss": 1.0590219838867188, "Clean-Accuracy": 78.21, "Clean-Loss": 0.9429186042785644, "PGD-Accuracy": 0.05, "PGD-Loss": 5.826571862792969}, "Total-Time": 27036.66795372963, "Train": {"Loss": 1.199951839942932, "avg t": 0.9609731560325623, "plain loss": 0.9255468219909666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.86000061035156, "Augmented-0.05-Quantile-Accuracy": 73.36000061035156, "Augmented-0.1-Quantile-Accuracy": 74.93999481201172, "Augmented-Accuracy": 79.9884, "Augmented-Loss": 0.9677875215015411, "Clean-Accuracy": 71.72, "Clean-Loss": 0.9240134437561035, "PGD-Accuracy": 0.02, "PGD-Loss": 5.6642391250610356}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1413.0198616981506, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.5099983215332, "Augmented-0.05-Quantile-Accuracy": 66.06999969482422, "Augmented-0.1-Quantile-Accuracy": 67.44999694824219, "Augmented-Accuracy": 72.5058, "Augmented-Loss": 1.1005786199874878, "Clean-Accuracy": 77.33, "Clean-Loss": 0.9499425346374512, "PGD-Accuracy": 0.07, "PGD-Loss": 5.639295135498047}, "Total-Time": 28449.68781542778, "Train": {"Loss": 1.1870190779876708, "avg t": 0.959913783531189, "plain loss": 0.9159779977111827}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.6199951171875, "Augmented-0.05-Quantile-Accuracy": 73.05999755859375, "Augmented-0.1-Quantile-Accuracy": 74.41999816894531, "Augmented-Accuracy": 78.8116, "Augmented-Loss": 0.9653794879932404, "Clean-Accuracy": 78.78, "Clean-Loss": 0.8792441787719727, "PGD-Accuracy": 0.08, "PGD-Loss": 5.4391851753234866}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1412.1531233787537, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.25, "Augmented-0.05-Quantile-Accuracy": 61.459999084472656, "Augmented-0.1-Quantile-Accuracy": 62.98999786376953, "Augmented-Accuracy": 67.9737, "Augmented-Loss": 1.1481640831832887, "Clean-Accuracy": 70.27, "Clean-Loss": 1.0192052764892578, "PGD-Accuracy": 0.07, "PGD-Loss": 5.6434015625}, "Total-Time": 29861.840938806534, "Train": {"Loss": 1.1937140246582032, "avg t": 0.9600892204666138, "plain loss": 0.9222633931274421}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.619998931884766, "Augmented-0.05-Quantile-Accuracy": 65.9000015258789, "Augmented-0.1-Quantile-Accuracy": 67.69999694824219, "Augmented-Accuracy": 72.1944, "Augmented-Loss": 1.029435345363617, "Clean-Accuracy": 72.58, "Clean-Loss": 0.9613370021820068, "PGD-Accuracy": 0.2, "PGD-Loss": 5.473877409362793}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1405.9110651016235, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.65999603271484, "Augmented-0.05-Quantile-Accuracy": 70.2699966430664, "Augmented-0.1-Quantile-Accuracy": 72.0999984741211, "Augmented-Accuracy": 77.1094, "Augmented-Loss": 1.0685113364639283, "Clean-Accuracy": 77.86, "Clean-Loss": 0.9897204681396484, "PGD-Accuracy": 0.1, "PGD-Loss": 5.695384350585938}, "Total-Time": 31267.752003908157, "Train": {"Loss": 1.1939177033996582, "avg t": 0.9603247502326965, "plain loss": 0.9212032961730952}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.72000122070312, "Augmented-0.05-Quantile-Accuracy": 73.5999984741211, "Augmented-0.1-Quantile-Accuracy": 75.36000061035156, "Augmented-Accuracy": 80.2386, "Augmented-Loss": 0.9967160907821655, "Clean-Accuracy": 77.72, "Clean-Loss": 0.9283714561462403, "PGD-Accuracy": 0.08, "PGD-Loss": 5.502887742614746}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1400.7961177825928, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.43000030517578, "Augmented-0.05-Quantile-Accuracy": 68.54999542236328, "Augmented-0.1-Quantile-Accuracy": 70.33000183105469, "Augmented-Accuracy": 75.2723, "Augmented-Loss": 1.1033426467361451, "Clean-Accuracy": 79.41, "Clean-Loss": 0.9651973960876464, "PGD-Accuracy": 0.04, "PGD-Loss": 5.717414837646484}, "Total-Time": 32668.54812169075, "Train": {"Loss": 1.1854365216827392, "avg t": 0.9595466893577576, "plain loss": 0.919344967468261}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.43999481201172, "Augmented-0.05-Quantile-Accuracy": 73.4000015258789, "Augmented-0.1-Quantile-Accuracy": 74.87999725341797, "Augmented-Accuracy": 80.0186, "Augmented-Loss": 0.9927654563617706, "Clean-Accuracy": 79.7, "Clean-Loss": 0.8938911800384521, "PGD-Accuracy": 0.04, "PGD-Loss": 5.61245429763794}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1399.2553136348724, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.65999984741211, "Augmented-0.05-Quantile-Accuracy": 67.5999984741211, "Augmented-0.1-Quantile-Accuracy": 69.25999450683594, "Augmented-Accuracy": 74.2527, "Augmented-Loss": 1.1005981697006226, "Clean-Accuracy": 79.03, "Clean-Loss": 0.954507534790039, "PGD-Accuracy": 0.04, "PGD-Loss": 5.531303179931641}, "Total-Time": 34067.80343532562, "Train": {"Loss": 1.185949367904663, "avg t": 0.9599369384765625, "plain loss": 0.9196634799804688}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.93999481201172, "Augmented-0.05-Quantile-Accuracy": 75.47999572753906, "Augmented-0.1-Quantile-Accuracy": 76.97999572753906, "Augmented-Accuracy": 81.0854, "Augmented-Loss": 0.9626870124397278, "Clean-Accuracy": 75.22, "Clean-Loss": 0.9367464942932129, "PGD-Accuracy": 0.08, "PGD-Loss": 5.384699685668945}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1398.449866771698, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.68000030517578, "Augmented-0.05-Quantile-Accuracy": 69.25999450683594, "Augmented-0.1-Quantile-Accuracy": 70.75999450683594, "Augmented-Accuracy": 75.9145, "Augmented-Loss": 1.0708261702804565, "Clean-Accuracy": 75.83, "Clean-Loss": 0.9890608131408691, "PGD-Accuracy": 0.05, "PGD-Loss": 5.619616687011718}, "Total-Time": 35466.25330209732, "Train": {"Loss": 1.177381777153015, "avg t": 0.9585459064292907, "plain loss": 0.9145190222778327}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.0, "Augmented-0.05-Quantile-Accuracy": 70.65999603271484, "Augmented-0.1-Quantile-Accuracy": 72.19999694824219, "Augmented-Accuracy": 77.2026, "Augmented-Loss": 1.0118722450828552, "Clean-Accuracy": 75.44, "Clean-Loss": 0.8984873575210571, "PGD-Accuracy": 0.06, "PGD-Loss": 5.526875812530518}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1397.6397483348846, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.97000122070312, "Augmented-0.05-Quantile-Accuracy": 71.19999694824219, "Augmented-0.1-Quantile-Accuracy": 72.9000015258789, "Augmented-Accuracy": 77.4832, "Augmented-Loss": 1.0808385281982422, "Clean-Accuracy": 79.65, "Clean-Loss": 0.9619546142578125, "PGD-Accuracy": 0.05, "PGD-Loss": 5.568865545654297}, "Total-Time": 36863.893050432205, "Train": {"Loss": 1.191558640346527, "avg t": 0.9600728774261474, "plain loss": 0.9285673508300784}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.95999908447266, "Augmented-0.05-Quantile-Accuracy": 75.31999969482422, "Augmented-0.1-Quantile-Accuracy": 76.75999450683594, "Augmented-Accuracy": 81.1704, "Augmented-Loss": 0.9890320791854859, "Clean-Accuracy": 71.16, "Clean-Loss": 0.9615720531463623, "PGD-Accuracy": 0.06, "PGD-Loss": 5.429864026641845}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1398.3978345394135, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.57999801635742, "Augmented-0.05-Quantile-Accuracy": 66.83999633789062, "Augmented-0.1-Quantile-Accuracy": 68.43999481201172, "Augmented-Accuracy": 72.6468, "Augmented-Loss": 1.101069790336609, "Clean-Accuracy": 76.79, "Clean-Loss": 0.9531591209411621, "PGD-Accuracy": 0.23, "PGD-Loss": 5.37643427734375}, "Total-Time": 38262.29088497162, "Train": {"Loss": 1.1765164513206483, "avg t": 0.9583477202224732, "plain loss": 0.9114827574462885}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.83999633789062, "Augmented-0.05-Quantile-Accuracy": 72.93999481201172, "Augmented-0.1-Quantile-Accuracy": 74.5, "Augmented-Accuracy": 78.701, "Augmented-Loss": 0.9744876492347717, "Clean-Accuracy": 76.96, "Clean-Loss": 0.9457389755249024, "PGD-Accuracy": 0.58, "PGD-Loss": 5.176587046813965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1397.8404636383057, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.38999938964844, "Augmented-0.05-Quantile-Accuracy": 64.22000122070312, "Augmented-0.1-Quantile-Accuracy": 66.0999984741211, "Augmented-Accuracy": 71.2687, "Augmented-Loss": 1.1297924099121093, "Clean-Accuracy": 73.77, "Clean-Loss": 1.0097027404785157, "PGD-Accuracy": 0.35, "PGD-Loss": 5.418451986694336}, "Total-Time": 39660.131348609924, "Train": {"Loss": 1.1839389197540284, "avg t": 0.9589429375457764, "plain loss": 0.9136695609436035}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.71999740600586, "Augmented-0.05-Quantile-Accuracy": 67.25999450683594, "Augmented-0.1-Quantile-Accuracy": 68.68000030517578, "Augmented-Accuracy": 73.8528, "Augmented-Loss": 1.0248485130195617, "Clean-Accuracy": 74.46, "Clean-Loss": 0.8890633668899536, "PGD-Accuracy": 0.52, "PGD-Loss": 5.226913535308838}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1397.4774219989777, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.30999755859375, "Augmented-0.05-Quantile-Accuracy": 68.23999786376953, "Augmented-0.1-Quantile-Accuracy": 70.0, "Augmented-Accuracy": 75.3681, "Augmented-Loss": 1.071784018486023, "Clean-Accuracy": 76.03, "Clean-Loss": 0.966442308807373, "PGD-Accuracy": 0.04, "PGD-Loss": 5.672020324707031}, "Total-Time": 41057.6087706089, "Train": {"Loss": 1.1826157884597779, "avg t": 0.9593525647735596, "plain loss": 0.9216428789367678}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.6199951171875, "Augmented-0.05-Quantile-Accuracy": 73.47999572753906, "Augmented-0.1-Quantile-Accuracy": 75.22000122070312, "Augmented-Accuracy": 79.5942, "Augmented-Loss": 0.9744725848884582, "Clean-Accuracy": 81.08, "Clean-Loss": 0.824370189666748, "PGD-Accuracy": 0.06, "PGD-Loss": 5.52170139541626}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1396.051442861557, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.81999969482422, "Augmented-0.05-Quantile-Accuracy": 66.3699951171875, "Augmented-0.1-Quantile-Accuracy": 68.13999938964844, "Augmented-Accuracy": 73.047, "Augmented-Loss": 1.1509340533065795, "Clean-Accuracy": 78.49, "Clean-Loss": 0.990491667175293, "PGD-Accuracy": 0.04, "PGD-Loss": 5.5206734008789065}, "Total-Time": 42453.66021347046, "Train": {"Loss": 1.1797619415283203, "avg t": 0.9586111586380005, "plain loss": 0.9113083490600586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.0999984741211, "Augmented-0.05-Quantile-Accuracy": 73.72000122070312, "Augmented-0.1-Quantile-Accuracy": 75.41999816894531, "Augmented-Accuracy": 79.4862, "Augmented-Loss": 1.0151598322238922, "Clean-Accuracy": 75.4, "Clean-Loss": 0.9679206623077392, "PGD-Accuracy": 0.16, "PGD-Loss": 5.32659663848877}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1395.447395324707, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.59000015258789, "Augmented-0.05-Quantile-Accuracy": 66.9000015258789, "Augmented-0.1-Quantile-Accuracy": 68.58999633789062, "Augmented-Accuracy": 73.3704, "Augmented-Loss": 1.112684384666443, "Clean-Accuracy": 78.14, "Clean-Loss": 0.9498583114624023, "PGD-Accuracy": 0.06, "PGD-Loss": 5.642928686523438}, "Total-Time": 43849.107608795166, "Train": {"Loss": 1.1756818018341064, "avg t": 0.958502001209259, "plain loss": 0.9123997005920415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.75999450683594, "Augmented-0.05-Quantile-Accuracy": 72.79999542236328, "Augmented-0.1-Quantile-Accuracy": 74.5999984741211, "Augmented-Accuracy": 79.6924, "Augmented-Loss": 0.9820610761699676, "Clean-Accuracy": 80.94, "Clean-Loss": 0.8755725868225097, "PGD-Accuracy": 0.08, "PGD-Loss": 5.4752529525756835}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1394.9824886322021, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.72000122070312, "Augmented-0.05-Quantile-Accuracy": 68.1199951171875, "Augmented-0.1-Quantile-Accuracy": 69.72000122070312, "Augmented-Accuracy": 74.4411, "Augmented-Loss": 1.0958949668807982, "Clean-Accuracy": 79.43, "Clean-Loss": 0.9639794631958007, "PGD-Accuracy": 0.04, "PGD-Loss": 5.462627758789062}, "Total-Time": 45244.09009742737, "Train": {"Loss": 1.181714298019409, "avg t": 0.9587770309066772, "plain loss": 0.9181205389709471}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.1199951171875, "Augmented-0.05-Quantile-Accuracy": 74.9000015258789, "Augmented-0.1-Quantile-Accuracy": 76.0999984741211, "Augmented-Accuracy": 80.5496, "Augmented-Loss": 0.9856660120906829, "Clean-Accuracy": 80.38, "Clean-Loss": 0.8649621438980103, "PGD-Accuracy": 0.06, "PGD-Loss": 5.316830754089356}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1395.6742265224457, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.209999084472656, "Augmented-0.05-Quantile-Accuracy": 65.83000183105469, "Augmented-0.1-Quantile-Accuracy": 67.33000183105469, "Augmented-Accuracy": 72.5245, "Augmented-Loss": 1.1144580061264038, "Clean-Accuracy": 77.21, "Clean-Loss": 0.9709521781921386, "PGD-Accuracy": 0.16, "PGD-Loss": 5.543206869506836}, "Total-Time": 46639.764323949814, "Train": {"Loss": 1.1722171837997437, "avg t": 0.9577882514953613, "plain loss": 0.9114753247070311}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.72000122070312, "Augmented-0.05-Quantile-Accuracy": 70.68000030517578, "Augmented-0.1-Quantile-Accuracy": 72.0999984741211, "Augmented-Accuracy": 77.1736, "Augmented-Loss": 0.9985416360111237, "Clean-Accuracy": 75.9, "Clean-Loss": 0.8726878778457642, "PGD-Accuracy": 0.26, "PGD-Loss": 5.344094194030761}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1395.4735538959503, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.43999481201172, "Augmented-0.05-Quantile-Accuracy": 69.91999816894531, "Augmented-0.1-Quantile-Accuracy": 71.20999908447266, "Augmented-Accuracy": 76.2508, "Augmented-Loss": 1.09685108518219, "Clean-Accuracy": 80.01, "Clean-Loss": 0.9703992912292481, "PGD-Accuracy": 0.03, "PGD-Loss": 5.476105651855469}, "Total-Time": 48035.237877845764, "Train": {"Loss": 1.1757291608428955, "avg t": 0.9583362175369262, "plain loss": 0.9136516182556151}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.22000122070312, "Augmented-0.05-Quantile-Accuracy": 75.5, "Augmented-0.1-Quantile-Accuracy": 76.75999450683594, "Augmented-Accuracy": 80.9858, "Augmented-Loss": 0.9959695142002106, "Clean-Accuracy": 74.0, "Clean-Loss": 0.9452361488342285, "PGD-Accuracy": 0.04, "PGD-Loss": 5.2887907913208005}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1395.5488622188568, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.2599983215332, "Augmented-0.05-Quantile-Accuracy": 66.94999694824219, "Augmented-0.1-Quantile-Accuracy": 68.29000091552734, "Augmented-Accuracy": 73.2208, "Augmented-Loss": 1.1180053989410401, "Clean-Accuracy": 76.54, "Clean-Loss": 0.9878405502319336, "PGD-Accuracy": 0.09, "PGD-Loss": 5.496275769042969}, "Total-Time": 49430.78674006462, "Train": {"Loss": 1.1752162844848633, "avg t": 0.9584295317649841, "plain loss": 0.9139638229064939}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.73999786376953, "Augmented-0.05-Quantile-Accuracy": 71.79999542236328, "Augmented-0.1-Quantile-Accuracy": 73.13999938964844, "Augmented-Accuracy": 77.6738, "Augmented-Loss": 1.015717448633194, "Clean-Accuracy": 77.96, "Clean-Loss": 0.9463554660797119, "PGD-Accuracy": 0.08, "PGD-Loss": 5.32760026473999}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1395.7435367107391, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.71999740600586, "Augmented-0.05-Quantile-Accuracy": 64.97999572753906, "Augmented-0.1-Quantile-Accuracy": 66.45999908447266, "Augmented-Accuracy": 71.3136, "Augmented-Loss": 1.1260514513015747, "Clean-Accuracy": 76.32, "Clean-Loss": 0.9808853637695313, "PGD-Accuracy": 0.12, "PGD-Loss": 5.527192193603516}, "Total-Time": 50826.53027677536, "Train": {"Loss": 1.1725021983909607, "avg t": 0.9578571873092652, "plain loss": 0.9105551707763672}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.15999603271484, "Augmented-0.05-Quantile-Accuracy": 69.1199951171875, "Augmented-0.1-Quantile-Accuracy": 70.5999984741211, "Augmented-Accuracy": 75.3824, "Augmented-Loss": 1.0145822110099791, "Clean-Accuracy": 70.82, "Clean-Loss": 0.9336859155654907, "PGD-Accuracy": 0.24, "PGD-Loss": 5.41614626083374}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1395.7386548519135, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.15999603271484, "Augmented-0.05-Quantile-Accuracy": 68.88999938964844, "Augmented-0.1-Quantile-Accuracy": 70.72000122070312, "Augmented-Accuracy": 75.7843, "Augmented-Loss": 1.1159611826095581, "Clean-Accuracy": 79.64, "Clean-Loss": 0.972916015625, "PGD-Accuracy": 0.07, "PGD-Loss": 5.527928637695313}, "Total-Time": 52222.26893162727, "Train": {"Loss": 1.1774125235748292, "avg t": 0.9582718745803833, "plain loss": 0.9125358228759759}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.5999984741211, "Augmented-0.05-Quantile-Accuracy": 74.58000183105469, "Augmented-0.1-Quantile-Accuracy": 75.95999908447266, "Augmented-Accuracy": 80.594, "Augmented-Loss": 0.9971782823429107, "Clean-Accuracy": 77.48, "Clean-Loss": 0.8892013603210449, "PGD-Accuracy": 0.12, "PGD-Loss": 5.345849558258057}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1396.3123526573181, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.599998474121094, "Augmented-0.05-Quantile-Accuracy": 67.58000183105469, "Augmented-0.1-Quantile-Accuracy": 69.2699966430664, "Augmented-Accuracy": 74.1464, "Augmented-Loss": 1.0612115120620726, "Clean-Accuracy": 77.06, "Clean-Loss": 0.95741083984375, "PGD-Accuracy": 0.2, "PGD-Loss": 5.528817889404297}, "Total-Time": 53618.58128428459, "Train": {"Loss": 1.172903916053772, "avg t": 0.9578279068374633, "plain loss": 0.9092427686157231}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.6199951171875, "Augmented-0.05-Quantile-Accuracy": 70.33999633789062, "Augmented-0.1-Quantile-Accuracy": 72.19999694824219, "Augmented-Accuracy": 77.2414, "Augmented-Loss": 0.9777142974815368, "Clean-Accuracy": 69.04, "Clean-Loss": 0.9497923379898071, "PGD-Accuracy": 0.24, "PGD-Loss": 5.421854754638672}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1395.6738147735596, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.6500015258789, "Augmented-0.05-Quantile-Accuracy": 68.11000061035156, "Augmented-0.1-Quantile-Accuracy": 69.61000061035156, "Augmented-Accuracy": 74.3757, "Augmented-Loss": 1.0688793976974487, "Clean-Accuracy": 77.03, "Clean-Loss": 0.9553995018005371, "PGD-Accuracy": 0.29, "PGD-Loss": 5.4252587890625}, "Total-Time": 55014.25509905815, "Train": {"Loss": 1.1728726440429686, "avg t": 0.9576757818222046, "plain loss": 0.9119088610534671}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.72000122070312, "Augmented-0.05-Quantile-Accuracy": 71.97999572753906, "Augmented-0.1-Quantile-Accuracy": 73.41999816894531, "Augmented-Accuracy": 77.794, "Augmented-Loss": 0.9696558615055084, "Clean-Accuracy": 80.02, "Clean-Loss": 0.8542845169067382, "PGD-Accuracy": 0.36, "PGD-Loss": 5.272401454162598}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1395.760743379593, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.44999694824219, "Augmented-0.05-Quantile-Accuracy": 69.29000091552734, "Augmented-0.1-Quantile-Accuracy": 70.83999633789062, "Augmented-Accuracy": 75.9845, "Augmented-Loss": 1.0841889065933228, "Clean-Accuracy": 79.57, "Clean-Loss": 0.9668367172241211, "PGD-Accuracy": 0.15, "PGD-Loss": 5.494402703857422}, "Total-Time": 56410.015842437744, "Train": {"Loss": 1.1670702065277099, "avg t": 0.9570467498779297, "plain loss": 0.9080118582763673}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.41999816894531, "Augmented-0.05-Quantile-Accuracy": 74.6199951171875, "Augmented-0.1-Quantile-Accuracy": 76.08000183105469, "Augmented-Accuracy": 80.275, "Augmented-Loss": 0.9816469860973358, "Clean-Accuracy": 78.5, "Clean-Loss": 0.9067081453323365, "PGD-Accuracy": 0.24, "PGD-Loss": 5.332773506927491}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1395.5468611717224, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.23999786376953, "Augmented-0.05-Quantile-Accuracy": 65.19999694824219, "Augmented-0.1-Quantile-Accuracy": 66.5999984741211, "Augmented-Accuracy": 71.7079, "Augmented-Loss": 1.1571293840942383, "Clean-Accuracy": 78.51, "Clean-Loss": 0.9703058479309082, "PGD-Accuracy": 0.22, "PGD-Loss": 5.534799591064453}, "Total-Time": 57805.56270360947, "Train": {"Loss": 1.171052613296509, "avg t": 0.9577834071350098, "plain loss": 0.9130262146301277}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.25999450683594, "Augmented-0.05-Quantile-Accuracy": 73.83999633789062, "Augmented-0.1-Quantile-Accuracy": 75.23999786376953, "Augmented-Accuracy": 79.474, "Augmented-Loss": 0.9962932201347351, "Clean-Accuracy": 76.86, "Clean-Loss": 0.9172181108474732, "PGD-Accuracy": 0.28, "PGD-Loss": 5.3211354057312015}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1395.099191904068, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.8599967956543, "Augmented-0.05-Quantile-Accuracy": 65.1199951171875, "Augmented-0.1-Quantile-Accuracy": 66.68000030517578, "Augmented-Accuracy": 71.4802, "Augmented-Loss": 1.1227320153656006, "Clean-Accuracy": 75.9, "Clean-Loss": 0.9560582641601563, "PGD-Accuracy": 0.12, "PGD-Loss": 5.495862017822265}, "Total-Time": 59200.661895513535, "Train": {"Loss": 1.1712650749969482, "avg t": 0.9575983759689332, "plain loss": 0.9098281569213871}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.0999984741211, "Augmented-0.05-Quantile-Accuracy": 70.29999542236328, "Augmented-0.1-Quantile-Accuracy": 72.0, "Augmented-Accuracy": 76.4098, "Augmented-Loss": 0.9900803525123596, "Clean-Accuracy": 64.64, "Clean-Loss": 0.9533560808181762, "PGD-Accuracy": 0.2, "PGD-Loss": 5.369878731536865}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1395.2921969890594, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.72999954223633, "Augmented-0.05-Quantile-Accuracy": 66.94999694824219, "Augmented-0.1-Quantile-Accuracy": 68.68000030517578, "Augmented-Accuracy": 73.3039, "Augmented-Loss": 1.1170113561935424, "Clean-Accuracy": 77.68, "Clean-Loss": 0.9716392784118653, "PGD-Accuracy": 0.08, "PGD-Loss": 5.499985821533203}, "Total-Time": 60595.954092502594, "Train": {"Loss": 1.1766450232124328, "avg t": 0.9581125942802429, "plain loss": 0.9141202129364022}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.1199951171875, "Augmented-0.05-Quantile-Accuracy": 72.5199966430664, "Augmented-0.1-Quantile-Accuracy": 74.0199966430664, "Augmented-Accuracy": 78.4426, "Augmented-Loss": 1.0101048601722717, "Clean-Accuracy": 76.54, "Clean-Loss": 0.8937646814346314, "PGD-Accuracy": 0.08, "PGD-Loss": 5.387759734344482}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1396.2379157543182, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.12999725341797, "Augmented-0.05-Quantile-Accuracy": 70.55999755859375, "Augmented-0.1-Quantile-Accuracy": 71.88999938964844, "Augmented-Accuracy": 76.4989, "Augmented-Loss": 1.0841574872512818, "Clean-Accuracy": 80.89, "Clean-Loss": 0.9368469757080078, "PGD-Accuracy": 0.17, "PGD-Loss": 5.45448578491211}, "Total-Time": 61992.19200825691, "Train": {"Loss": 1.1679445513916016, "avg t": 0.9574006882858276, "plain loss": 0.9079117642211914}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.72000122070312, "Augmented-0.05-Quantile-Accuracy": 75.81999969482422, "Augmented-0.1-Quantile-Accuracy": 77.0, "Augmented-Accuracy": 81.069, "Augmented-Loss": 0.9738678656978608, "Clean-Accuracy": 78.2, "Clean-Loss": 0.882674740409851, "PGD-Accuracy": 0.12, "PGD-Loss": 5.320497942352295}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1395.6579627990723, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.5999984741211, "Augmented-0.05-Quantile-Accuracy": 69.73999786376953, "Augmented-0.1-Quantile-Accuracy": 70.9000015258789, "Augmented-Accuracy": 75.6373, "Augmented-Loss": 1.1132692256698609, "Clean-Accuracy": 78.48, "Clean-Loss": 0.9853332237243653, "PGD-Accuracy": 0.26, "PGD-Loss": 5.351041204833984}, "Total-Time": 63387.849971055984, "Train": {"Loss": 1.1722802823638916, "avg t": 0.9576988767242431, "plain loss": 0.9117983036193841}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.22000122070312, "Augmented-0.05-Quantile-Accuracy": 74.75999450683594, "Augmented-0.1-Quantile-Accuracy": 76.36000061035156, "Augmented-Accuracy": 80.69, "Augmented-Loss": 1.0049290337581636, "Clean-Accuracy": 79.58, "Clean-Loss": 0.8637456504821778, "PGD-Accuracy": 0.32, "PGD-Loss": 5.256867571258545}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1395.176973104477, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.61000061035156, "Augmented-0.05-Quantile-Accuracy": 69.25999450683594, "Augmented-0.1-Quantile-Accuracy": 71.08999633789062, "Augmented-Accuracy": 76.2075, "Augmented-Loss": 1.100994440460205, "Clean-Accuracy": 78.21, "Clean-Loss": 0.9796021438598633, "PGD-Accuracy": 1.32, "PGD-Loss": 5.443905255126953}, "Total-Time": 64783.02694416046, "Train": {"Loss": 1.1653671350479127, "avg t": 0.9568127182769776, "plain loss": 0.9108489374694825}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5199966430664, "Augmented-0.05-Quantile-Accuracy": 73.43999481201172, "Augmented-0.1-Quantile-Accuracy": 74.69999694824219, "Augmented-Accuracy": 79.4308, "Augmented-Loss": 1.0094169838752747, "Clean-Accuracy": 80.68, "Clean-Loss": 0.8776035032272339, "PGD-Accuracy": 1.24, "PGD-Loss": 5.294118196105957}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1394.9549622535706, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.47999572753906, "Augmented-0.05-Quantile-Accuracy": 68.75, "Augmented-0.1-Quantile-Accuracy": 70.25999450683594, "Augmented-Accuracy": 74.824, "Augmented-Loss": 1.0801858519515992, "Clean-Accuracy": 76.98, "Clean-Loss": 0.9655069854736328, "PGD-Accuracy": 2.09, "PGD-Loss": 5.213187084960937}, "Total-Time": 66177.98190641403, "Train": {"Loss": 1.165608402786255, "avg t": 0.9570617818832398, "plain loss": 0.9052840089721671}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.86000061035156, "Augmented-0.05-Quantile-Accuracy": 70.5199966430664, "Augmented-0.1-Quantile-Accuracy": 72.29999542236328, "Augmented-Accuracy": 76.8072, "Augmented-Loss": 1.0002047459068297, "Clean-Accuracy": 77.64, "Clean-Loss": 0.9014776708602905, "PGD-Accuracy": 2.48, "PGD-Loss": 5.075326791381836}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1395.503945350647, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.57999801635742, "Augmented-0.05-Quantile-Accuracy": 66.75999450683594, "Augmented-0.1-Quantile-Accuracy": 68.45999908447266, "Augmented-Accuracy": 73.2748, "Augmented-Loss": 1.112881359802246, "Clean-Accuracy": 77.83, "Clean-Loss": 0.9933040367126464, "PGD-Accuracy": 0.13, "PGD-Loss": 5.536524865722656}, "Total-Time": 67573.48585176468, "Train": {"Loss": 1.1748121085357666, "avg t": 0.9579679693603516, "plain loss": 0.9115051181335451}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.31999969482422, "Augmented-0.05-Quantile-Accuracy": 74.0, "Augmented-0.1-Quantile-Accuracy": 75.72000122070312, "Augmented-Accuracy": 79.7448, "Augmented-Loss": 1.0032852302236557, "Clean-Accuracy": 78.5, "Clean-Loss": 0.9043863388061524, "PGD-Accuracy": 0.24, "PGD-Loss": 5.394855002593994}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1394.8503422737122, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.82999801635742, "Augmented-0.05-Quantile-Accuracy": 67.40999603271484, "Augmented-0.1-Quantile-Accuracy": 69.0999984741211, "Augmented-Accuracy": 73.6606, "Augmented-Loss": 1.1425779678192138, "Clean-Accuracy": 78.76, "Clean-Loss": 0.9779121047973632, "PGD-Accuracy": 0.16, "PGD-Loss": 5.459409704589843}, "Total-Time": 68968.33619403839, "Train": {"Loss": 1.1714503420639037, "avg t": 0.9575000308036804, "plain loss": 0.9080905027465814}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.41999816894531, "Augmented-0.05-Quantile-Accuracy": 72.4000015258789, "Augmented-0.1-Quantile-Accuracy": 73.79999542236328, "Augmented-Accuracy": 78.2428, "Augmented-Loss": 1.0129451184272766, "Clean-Accuracy": 78.06, "Clean-Loss": 0.9106355719566345, "PGD-Accuracy": 0.32, "PGD-Loss": 5.2531346984863285}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1395.3196320533752, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.48999786376953, "Augmented-0.05-Quantile-Accuracy": 66.25, "Augmented-0.1-Quantile-Accuracy": 67.97000122070312, "Augmented-Accuracy": 72.9537, "Augmented-Loss": 1.0846150108947754, "Clean-Accuracy": 77.22, "Clean-Loss": 0.9167386131286621, "PGD-Accuracy": 0.12, "PGD-Loss": 5.567333233642578}, "Total-Time": 70363.65582609177, "Train": {"Loss": 1.165720873374939, "avg t": 0.9571949082183838, "plain loss": 0.9050568862609865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.81999969482422, "Augmented-0.05-Quantile-Accuracy": 72.45999908447266, "Augmented-0.1-Quantile-Accuracy": 73.79999542236328, "Augmented-Accuracy": 78.607, "Augmented-Loss": 0.9414502058753967, "Clean-Accuracy": 73.2, "Clean-Loss": 0.920736173248291, "PGD-Accuracy": 0.16, "PGD-Loss": 5.406149000549316}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1394.9443488121033, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.93999481201172, "Augmented-0.05-Quantile-Accuracy": 70.37999725341797, "Augmented-0.1-Quantile-Accuracy": 71.9000015258789, "Augmented-Accuracy": 76.6125, "Augmented-Loss": 1.040873180343628, "Clean-Accuracy": 78.53, "Clean-Loss": 0.9335340087890625, "PGD-Accuracy": 0.23, "PGD-Loss": 5.327685681152344}, "Total-Time": 71758.60017490387, "Train": {"Loss": 1.1653628642272948, "avg t": 0.9568862189483642, "plain loss": 0.9054444939880365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.5999984741211, "Augmented-0.05-Quantile-Accuracy": 74.73999786376953, "Augmented-0.1-Quantile-Accuracy": 75.93999481201172, "Augmented-Accuracy": 79.9806, "Augmented-Loss": 0.9631217871227264, "Clean-Accuracy": 74.22, "Clean-Loss": 0.8541983011245727, "PGD-Accuracy": 0.28, "PGD-Loss": 5.122057805633545}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1396.111811876297, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.81999969482422, "Augmented-0.05-Quantile-Accuracy": 62.849998474121094, "Augmented-0.1-Quantile-Accuracy": 64.43000030517578, "Augmented-Accuracy": 69.0782, "Augmented-Loss": 1.1271806648864746, "Clean-Accuracy": 73.21, "Clean-Loss": 0.9773624359130859, "PGD-Accuracy": 0.05, "PGD-Loss": 5.378190310668946}, "Total-Time": 73154.71198678017, "Train": {"Loss": 1.1693575073814393, "avg t": 0.9576742813301087, "plain loss": 0.9096284291229261}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.68000030517578, "Augmented-0.05-Quantile-Accuracy": 68.08000183105469, "Augmented-0.1-Quantile-Accuracy": 69.58000183105469, "Augmented-Accuracy": 73.8378, "Augmented-Loss": 1.0072567270145416, "Clean-Accuracy": 73.1, "Clean-Loss": 0.9360869846343994, "PGD-Accuracy": 0.04, "PGD-Loss": 5.201384487915039}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1396.0321807861328, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.81999969482422, "Augmented-0.05-Quantile-Accuracy": 68.70999908447266, "Augmented-0.1-Quantile-Accuracy": 70.48999786376953, "Augmented-Accuracy": 75.8372, "Augmented-Loss": 1.1386919143600465, "Clean-Accuracy": 80.58, "Clean-Loss": 1.0030569793701172, "PGD-Accuracy": 0.1, "PGD-Loss": 5.619576989746093}, "Total-Time": 74550.7441675663, "Train": {"Loss": 1.1694101437950135, "avg t": 0.957306063079834, "plain loss": 0.9113451470031729}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.93999481201172, "Augmented-0.05-Quantile-Accuracy": 74.55999755859375, "Augmented-0.1-Quantile-Accuracy": 76.45999908447266, "Augmented-Accuracy": 81.2742, "Augmented-Loss": 1.0227891947498322, "Clean-Accuracy": 73.92, "Clean-Loss": 0.9835514120101929, "PGD-Accuracy": 0.12, "PGD-Loss": 5.442576252746582}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 2223.274688243866, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.39999771118164, "Augmented-0.05-Quantile-Accuracy": 66.08000183105469, "Augmented-0.1-Quantile-Accuracy": 68.0, "Augmented-Accuracy": 72.6536, "Augmented-Loss": 1.1059225473632812, "Clean-Accuracy": 74.45, "Clean-Loss": 0.9748762901306153, "PGD-Accuracy": 0.13, "PGD-Loss": 5.34957777709961}, "Total-Time": 76774.01885581017, "Train": {"Loss": 1.1685607807540894, "avg t": 0.9570814075279236, "plain loss": 0.9064755727844238}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.97999572753906, "Augmented-0.05-Quantile-Accuracy": 70.23999786376953, "Augmented-0.1-Quantile-Accuracy": 71.5999984741211, "Augmented-Accuracy": 75.9902, "Augmented-Loss": 1.001127410900116, "Clean-Accuracy": 62.74, "Clean-Loss": 1.1145575351715087, "PGD-Accuracy": 0.26, "PGD-Loss": 5.102733380889893}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 2797.6933085918427, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.54000091552734, "Augmented-0.05-Quantile-Accuracy": 69.02999877929688, "Augmented-0.1-Quantile-Accuracy": 70.52999877929688, "Augmented-Accuracy": 75.4432, "Augmented-Loss": 1.1081765006103517, "Clean-Accuracy": 79.21, "Clean-Loss": 0.9785545394897461, "PGD-Accuracy": 1.02, "PGD-Loss": 5.387076037597656}, "Total-Time": 79571.71216440201, "Train": {"Loss": 1.1678470957183837, "avg t": 0.9573087836456299, "plain loss": 0.9067963244934073}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.0, "Augmented-0.05-Quantile-Accuracy": 74.43999481201172, "Augmented-0.1-Quantile-Accuracy": 75.97999572753906, "Augmented-Accuracy": 80.626, "Augmented-Loss": 1.0029784753456115, "Clean-Accuracy": 80.0, "Clean-Loss": 0.8760156986236572, "PGD-Accuracy": 1.08, "PGD-Loss": 5.253892906188965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 2797.3798439502716, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.02999877929688, "Augmented-0.05-Quantile-Accuracy": 77.38999938964844, "Augmented-0.1-Quantile-Accuracy": 78.77999877929688, "Augmented-Accuracy": 82.9839, "Augmented-Loss": 1.0026273727874755, "Clean-Accuracy": 84.99, "Clean-Loss": 0.8881962997436523, "PGD-Accuracy": 2.23, "PGD-Loss": 5.413801031494141}, "Total-Time": 82369.09200835228, "Train": {"Loss": 1.0356570460510255, "avg t": 0.9406611248016358, "plain loss": 0.814677562728882}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.55999755859375, "Augmented-0.05-Quantile-Accuracy": 82.5199966430664, "Augmented-0.1-Quantile-Accuracy": 83.73999786376953, "Augmented-Accuracy": 87.5382, "Augmented-Loss": 0.9004337572746277, "Clean-Accuracy": 81.28, "Clean-Loss": 0.8167792604446411, "PGD-Accuracy": 3.02, "PGD-Loss": 5.240167908477783}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 2800.591016769409, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.93999481201172, "Augmented-0.05-Quantile-Accuracy": 78.97999572753906, "Augmented-0.1-Quantile-Accuracy": 80.36000061035156, "Augmented-Accuracy": 84.4026, "Augmented-Loss": 1.0182851131210326, "Clean-Accuracy": 85.23, "Clean-Loss": 0.9161276252746582, "PGD-Accuracy": 2.33, "PGD-Loss": 5.3824723480224606}, "Total-Time": 85169.68302512169, "Train": {"Loss": 1.0080556684875488, "avg t": 0.936402781124115, "plain loss": 0.8052874048156738}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.57999420166016, "Augmented-0.05-Quantile-Accuracy": 83.75999450683594, "Augmented-0.1-Quantile-Accuracy": 85.0999984741211, "Augmented-Accuracy": 88.3012, "Augmented-Loss": 0.9309749467773437, "Clean-Accuracy": 84.18, "Clean-Loss": 0.8072785116195679, "PGD-Accuracy": 2.44, "PGD-Loss": 5.249316465759278}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 2796.434265613556, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.43000030517578, "Augmented-0.05-Quantile-Accuracy": 79.81999969482422, "Augmented-0.1-Quantile-Accuracy": 81.3499984741211, "Augmented-Accuracy": 85.265, "Augmented-Loss": 1.0540278784332275, "Clean-Accuracy": 85.3, "Clean-Loss": 0.9323807464599609, "PGD-Accuracy": 1.52, "PGD-Loss": 5.321988967895508}, "Total-Time": 87966.11729073524, "Train": {"Loss": 0.9950721271133423, "avg t": 0.9344926872253418, "plain loss": 0.8110291417236324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.36000061035156, "Augmented-0.05-Quantile-Accuracy": 84.68000030517578, "Augmented-0.1-Quantile-Accuracy": 86.07999420166016, "Augmented-Accuracy": 89.2512, "Augmented-Loss": 0.9527974543533325, "Clean-Accuracy": 83.92, "Clean-Loss": 0.7863078541755676, "PGD-Accuracy": 2.18, "PGD-Loss": 5.149913768005371}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 2794.1099169254303, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.22000122070312, "Augmented-0.05-Quantile-Accuracy": 79.95999908447266, "Augmented-0.1-Quantile-Accuracy": 81.4000015258789, "Augmented-Accuracy": 85.4127, "Augmented-Loss": 1.0799113671264648, "Clean-Accuracy": 85.42, "Clean-Loss": 0.9574349472045899, "PGD-Accuracy": 2.04, "PGD-Loss": 5.2288673248291015}, "Total-Time": 90760.22720766068, "Train": {"Loss": 0.9893186857604981, "avg t": 0.9336258765411377, "plain loss": 0.8172319760742179}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.81999969482422, "Augmented-0.05-Quantile-Accuracy": 83.81999969482422, "Augmented-0.1-Quantile-Accuracy": 85.13999938964844, "Augmented-Accuracy": 89.308, "Augmented-Loss": 0.9836686189804077, "Clean-Accuracy": 89.22, "Clean-Loss": 0.8112987297058105, "PGD-Accuracy": 3.1, "PGD-Loss": 5.057257070159912}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 2793.745295524597, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0, "Augmented-0.05-Quantile-Accuracy": 81.3699951171875, "Augmented-0.1-Quantile-Accuracy": 82.81999969482422, "Augmented-Accuracy": 86.7988, "Augmented-Loss": 1.0955095083389281, "Clean-Accuracy": 87.35, "Clean-Loss": 0.9782249465942383, "PGD-Accuracy": 1.51, "PGD-Loss": 5.188951919555664}, "Total-Time": 93553.97250318527, "Train": {"Loss": 0.9813922654342652, "avg t": 0.9323885319137574, "plain loss": 0.8247806259155264}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.97999572753906, "Augmented-0.05-Quantile-Accuracy": 86.23999786376953, "Augmented-0.1-Quantile-Accuracy": 87.75999450683594, "Augmented-Accuracy": 91.0356, "Augmented-Loss": 1.002947269908905, "Clean-Accuracy": 88.92, "Clean-Loss": 0.852337443447113, "PGD-Accuracy": 3.26, "PGD-Loss": 4.981591247558594}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 2793.462138414383, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.04999542236328, "Augmented-0.05-Quantile-Accuracy": 81.5, "Augmented-0.1-Quantile-Accuracy": 82.97999572753906, "Augmented-Accuracy": 86.917, "Augmented-Loss": 1.1065740091629028, "Clean-Accuracy": 88.16, "Clean-Loss": 0.9835166259765625, "PGD-Accuracy": 2.0, "PGD-Loss": 5.114438076782227}, "Total-Time": 96347.43464159966, "Train": {"Loss": 0.9782808055496216, "avg t": 0.9319530921363831, "plain loss": 0.8303416893615728}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.87999725341797, "Augmented-0.05-Quantile-Accuracy": 87.69999694824219, "Augmented-0.1-Quantile-Accuracy": 89.0199966430664, "Augmented-Accuracy": 92.2248, "Augmented-Loss": 1.0208001417045593, "Clean-Accuracy": 87.78, "Clean-Loss": 0.868662056350708, "PGD-Accuracy": 3.6, "PGD-Loss": 4.909893716430664}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 2793.3394680023193, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.86000061035156, "Augmented-0.05-Quantile-Accuracy": 81.98999786376953, "Augmented-0.1-Quantile-Accuracy": 83.43000030517578, "Augmented-Accuracy": 87.0424, "Augmented-Loss": 1.11056107636261, "Clean-Accuracy": 88.49, "Clean-Loss": 0.9901005706787109, "PGD-Accuracy": 2.67, "PGD-Loss": 4.9878137603759765}, "Total-Time": 99140.77410960197, "Train": {"Loss": 0.9739151772689819, "avg t": 0.9310994355773926, "plain loss": 0.8325336079711915}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.83999633789062, "Augmented-0.05-Quantile-Accuracy": 87.5199966430664, "Augmented-0.1-Quantile-Accuracy": 88.81999969482422, "Augmented-Accuracy": 91.9656, "Augmented-Loss": 1.0191506374664308, "Clean-Accuracy": 90.28, "Clean-Loss": 0.8281552373886109, "PGD-Accuracy": 5.3, "PGD-Loss": 4.742475827026367}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 2792.6453878879547, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.93999481201172, "Augmented-0.05-Quantile-Accuracy": 81.22999572753906, "Augmented-0.1-Quantile-Accuracy": 82.57999420166016, "Augmented-Accuracy": 86.6097, "Augmented-Loss": 1.1338592077713012, "Clean-Accuracy": 88.76, "Clean-Loss": 0.9854057144165039, "PGD-Accuracy": 1.68, "PGD-Loss": 4.975590298461914}, "Total-Time": 101933.41949748993, "Train": {"Loss": 0.9705081049537658, "avg t": 0.930474407081604, "plain loss": 0.8324499630432126}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.72000122070312, "Augmented-0.05-Quantile-Accuracy": 88.83999633789062, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.9736, "Augmented-Loss": 1.0257615649204255, "Clean-Accuracy": 87.68, "Clean-Loss": 0.8674747840881347, "PGD-Accuracy": 4.62, "PGD-Loss": 4.718022002410889}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 2792.6761705875397, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.81999969482422, "Augmented-0.05-Quantile-Accuracy": 81.29999542236328, "Augmented-0.1-Quantile-Accuracy": 82.77999877929688, "Augmented-Accuracy": 86.8, "Augmented-Loss": 1.1459435814056396, "Clean-Accuracy": 89.61, "Clean-Loss": 0.9966663963317871, "PGD-Accuracy": 3.15, "PGD-Loss": 4.869978771972656}, "Total-Time": 104726.09566807747, "Train": {"Loss": 0.9670989290237427, "avg t": 0.9299043755340576, "plain loss": 0.8356103140563962}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.1199951171875, "Augmented-0.05-Quantile-Accuracy": 88.79999542236328, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.84, "Augmented-Loss": 1.0371135612182618, "Clean-Accuracy": 84.32, "Clean-Loss": 0.8096336936950683, "PGD-Accuracy": 6.68, "PGD-Loss": 4.612813269424438}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 2792.743123292923, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.20999908447266, "Augmented-0.05-Quantile-Accuracy": 82.41999816894531, "Augmented-0.1-Quantile-Accuracy": 83.72000122070312, "Augmented-Accuracy": 87.4485, "Augmented-Loss": 1.140793918876648, "Clean-Accuracy": 89.01, "Clean-Loss": 1.0009436584472655, "PGD-Accuracy": 2.09, "PGD-Loss": 4.787864654541016}, "Total-Time": 107518.83879137039, "Train": {"Loss": 0.9636484770393372, "avg t": 0.9292024989318848, "plain loss": 0.8361830805053709}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5, "Augmented-0.05-Quantile-Accuracy": 88.91999816894531, "Augmented-0.1-Quantile-Accuracy": 90.0, "Augmented-Accuracy": 92.9812, "Augmented-Loss": 1.0380653949832916, "Clean-Accuracy": 90.8, "Clean-Loss": 0.811550531578064, "PGD-Accuracy": 6.2, "PGD-Loss": 4.509355205535889}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 2792.4202518463135, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.11000061035156, "Augmented-0.05-Quantile-Accuracy": 82.44999694824219, "Augmented-0.1-Quantile-Accuracy": 83.80999755859375, "Augmented-Accuracy": 87.6847, "Augmented-Loss": 1.1558155420379639, "Clean-Accuracy": 89.09, "Clean-Loss": 0.9989060928344726, "PGD-Accuracy": 1.81, "PGD-Loss": 4.755835321044922}, "Total-Time": 110311.2590432167, "Train": {"Loss": 0.9614010772895814, "avg t": 0.9289353753089905, "plain loss": 0.8370371024780257}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.77999877929688, "Augmented-0.05-Quantile-Accuracy": 88.83999633789062, "Augmented-0.1-Quantile-Accuracy": 90.07999420166016, "Augmented-Accuracy": 93.0056, "Augmented-Loss": 1.0372214820785521, "Clean-Accuracy": 89.82, "Clean-Loss": 0.806467046546936, "PGD-Accuracy": 7.18, "PGD-Loss": 4.438020417022705}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 2791.854571580887, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.52999877929688, "Augmented-0.05-Quantile-Accuracy": 81.77999877929688, "Augmented-0.1-Quantile-Accuracy": 83.12999725341797, "Augmented-Accuracy": 86.9866, "Augmented-Loss": 1.1607824156341553, "Clean-Accuracy": 88.48, "Clean-Loss": 1.0257373977661133, "PGD-Accuracy": 2.24, "PGD-Loss": 4.693482998657227}, "Total-Time": 113103.11361479759, "Train": {"Loss": 0.9601983055496216, "avg t": 0.9285760627365113, "plain loss": 0.8375712622985834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.05999755859375, "Augmented-0.05-Quantile-Accuracy": 88.5199966430664, "Augmented-0.1-Quantile-Accuracy": 89.5, "Augmented-Accuracy": 92.4074, "Augmented-Loss": 1.0626726524944305, "Clean-Accuracy": 88.52, "Clean-Loss": 0.8114977732658386, "PGD-Accuracy": 5.84, "PGD-Loss": 4.4590946914672855}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 2792.047476053238, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.69999694824219, "Augmented-0.05-Quantile-Accuracy": 81.66999816894531, "Augmented-0.1-Quantile-Accuracy": 82.98999786376953, "Augmented-Accuracy": 86.7707, "Augmented-Loss": 1.1677355035018921, "Clean-Accuracy": 88.71, "Clean-Loss": 1.0221979743957519, "PGD-Accuracy": 1.79, "PGD-Loss": 4.640151007080078}, "Total-Time": 115895.16109085083, "Train": {"Loss": 0.9604703380203247, "avg t": 0.9286535625648499, "plain loss": 0.8421937414855961}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.79999542236328, "Augmented-0.05-Quantile-Accuracy": 88.63999938964844, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.695, "Augmented-Loss": 1.0618009186172486, "Clean-Accuracy": 87.82, "Clean-Loss": 0.8684232610702515, "PGD-Accuracy": 6.46, "PGD-Loss": 4.362689716339111}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 2790.37860250473, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.93999481201172, "Augmented-0.05-Quantile-Accuracy": 81.23999786376953, "Augmented-0.1-Quantile-Accuracy": 82.6500015258789, "Augmented-Accuracy": 86.4265, "Augmented-Loss": 1.1730209794311524, "Clean-Accuracy": 88.39, "Clean-Loss": 1.0054296607971192, "PGD-Accuracy": 2.98, "PGD-Loss": 4.548189535522461}, "Total-Time": 118685.53969335556, "Train": {"Loss": 0.958654090423584, "avg t": 0.9282797812271119, "plain loss": 0.8416251108398436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.27999877929688, "Augmented-0.05-Quantile-Accuracy": 89.0, "Augmented-0.1-Quantile-Accuracy": 90.19999694824219, "Augmented-Accuracy": 92.8574, "Augmented-Loss": 1.0483531121082306, "Clean-Accuracy": 90.66, "Clean-Loss": 0.8298343692779541, "PGD-Accuracy": 9.7, "PGD-Loss": 4.234769468688965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 2791.4255044460297, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.8699951171875, "Augmented-0.05-Quantile-Accuracy": 82.22999572753906, "Augmented-0.1-Quantile-Accuracy": 83.52999877929688, "Augmented-Accuracy": 87.2614, "Augmented-Loss": 1.1556932773284911, "Clean-Accuracy": 88.3, "Clean-Loss": 1.0183731925964354, "PGD-Accuracy": 3.2, "PGD-Loss": 4.449078439331054}, "Total-Time": 121476.96519780159, "Train": {"Loss": 0.9563515753173828, "avg t": 0.9277271883010865, "plain loss": 0.8395912347106932}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.19999694824219, "Augmented-0.05-Quantile-Accuracy": 88.0199966430664, "Augmented-0.1-Quantile-Accuracy": 89.18000030517578, "Augmented-Accuracy": 92.27, "Augmented-Loss": 1.0509671573982238, "Clean-Accuracy": 84.24, "Clean-Loss": 0.8492717134475708, "PGD-Accuracy": 8.8, "PGD-Loss": 4.160741531372071}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 2791.1262378692627, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.70999908447266, "Augmented-0.05-Quantile-Accuracy": 80.6500015258789, "Augmented-0.1-Quantile-Accuracy": 82.19999694824219, "Augmented-Accuracy": 86.0687, "Augmented-Loss": 1.1658986491470338, "Clean-Accuracy": 88.57, "Clean-Loss": 1.0208804420471191, "PGD-Accuracy": 2.46, "PGD-Loss": 4.487816567993164}, "Total-Time": 124268.09143567085, "Train": {"Loss": 0.955274358291626, "avg t": 0.92755465549469, "plain loss": 0.8413257637939455}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.81999969482422, "Augmented-0.05-Quantile-Accuracy": 88.04000091552734, "Augmented-0.1-Quantile-Accuracy": 89.15999603271484, "Augmented-Accuracy": 92.5222, "Augmented-Loss": 1.0583466127929688, "Clean-Accuracy": 92.7, "Clean-Loss": 0.8130693815231324, "PGD-Accuracy": 8.4, "PGD-Loss": 4.197422191619873}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 2791.2878844738007, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.50999450683594, "Augmented-0.05-Quantile-Accuracy": 82.06999969482422, "Augmented-0.1-Quantile-Accuracy": 83.62999725341797, "Augmented-Accuracy": 87.5672, "Augmented-Loss": 1.1691191083450316, "Clean-Accuracy": 89.83, "Clean-Loss": 1.0307136016845704, "PGD-Accuracy": 3.39, "PGD-Loss": 4.426441128540039}, "Total-Time": 127059.37932014465, "Train": {"Loss": 0.9552287121582032, "avg t": 0.9275706253051758, "plain loss": 0.8403174228820799}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.55999755859375, "Augmented-0.05-Quantile-Accuracy": 89.91999816894531, "Augmented-0.1-Quantile-Accuracy": 90.72000122070312, "Augmented-Accuracy": 93.873, "Augmented-Loss": 1.0679860593833923, "Clean-Accuracy": 91.2, "Clean-Loss": 0.8302717167854309, "PGD-Accuracy": 9.24, "PGD-Loss": 4.140712382507324}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 2791.167197704315, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.56999969482422, "Augmented-0.05-Quantile-Accuracy": 82.81999969482422, "Augmented-0.1-Quantile-Accuracy": 84.08999633789062, "Augmented-Accuracy": 87.811, "Augmented-Loss": 1.1675733672714232, "Clean-Accuracy": 90.11, "Clean-Loss": 1.0343887886047363, "PGD-Accuracy": 2.42, "PGD-Loss": 4.389847183227539}, "Total-Time": 129850.54651784897, "Train": {"Loss": 0.9560399953842164, "avg t": 0.9277523113632202, "plain loss": 0.8440912238464359}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.65999603271484, "Augmented-0.05-Quantile-Accuracy": 90.07999420166016, "Augmented-0.1-Quantile-Accuracy": 91.25999450683594, "Augmented-Accuracy": 93.8384, "Augmented-Loss": 1.0682641109256745, "Clean-Accuracy": 91.26, "Clean-Loss": 0.7723315218925476, "PGD-Accuracy": 8.0, "PGD-Loss": 4.080778602218628}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 2790.792189836502, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.5999984741211, "Augmented-0.05-Quantile-Accuracy": 82.5999984741211, "Augmented-0.1-Quantile-Accuracy": 83.75, "Augmented-Accuracy": 87.5012, "Augmented-Loss": 1.167406433456421, "Clean-Accuracy": 89.95, "Clean-Loss": 1.0271304359436035, "PGD-Accuracy": 2.21, "PGD-Loss": 4.341535168457031}, "Total-Time": 132641.33870768547, "Train": {"Loss": 0.9552775262451172, "avg t": 0.9274763131713867, "plain loss": 0.8433667510070814}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.57999420166016, "Augmented-0.05-Quantile-Accuracy": 90.22000122070312, "Augmented-0.1-Quantile-Accuracy": 91.33999633789062, "Augmented-Accuracy": 94.0826, "Augmented-Loss": 1.054189781496048, "Clean-Accuracy": 88.14, "Clean-Loss": 0.8816055152893066, "PGD-Accuracy": 8.34, "PGD-Loss": 4.061874647903442}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 2791.528083086014, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.43999481201172, "Augmented-0.05-Quantile-Accuracy": 82.31999969482422, "Augmented-0.1-Quantile-Accuracy": 83.68000030517578, "Augmented-Accuracy": 87.107, "Augmented-Loss": 1.1723770097579955, "Clean-Accuracy": 88.77, "Clean-Loss": 1.0381981140136718, "PGD-Accuracy": 1.59, "PGD-Loss": 4.3415330810546875}, "Total-Time": 135432.86679077148, "Train": {"Loss": 0.9561108372306824, "avg t": 0.9277894674110413, "plain loss": 0.8461792035217286}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.75999450683594, "Augmented-0.05-Quantile-Accuracy": 89.36000061035156, "Augmented-0.1-Quantile-Accuracy": 90.41999816894531, "Augmented-Accuracy": 93.23, "Augmented-Loss": 1.069808902441025, "Clean-Accuracy": 92.6, "Clean-Loss": 0.8139662113189697, "PGD-Accuracy": 8.58, "PGD-Loss": 4.029289894104004}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 2792.5105216503143, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.1500015258789, "Augmented-0.05-Quantile-Accuracy": 83.22000122070312, "Augmented-0.1-Quantile-Accuracy": 84.50999450683594, "Augmented-Accuracy": 87.9962, "Augmented-Loss": 1.175279730102539, "Clean-Accuracy": 89.18, "Clean-Loss": 1.030246508026123, "PGD-Accuracy": 2.19, "PGD-Loss": 4.3334517028808595}, "Total-Time": 138225.3773124218, "Train": {"Loss": 0.9490576957702637, "avg t": 0.9257919044685364, "plain loss": 0.8357002304687496}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.95999908447266, "Augmented-0.05-Quantile-Accuracy": 90.47999572753906, "Augmented-0.1-Quantile-Accuracy": 91.45999908447266, "Augmented-Accuracy": 93.8396, "Augmented-Loss": 1.0652179535560609, "Clean-Accuracy": 89.36, "Clean-Loss": 0.838001837348938, "PGD-Accuracy": 8.94, "PGD-Loss": 4.042979380798339}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 2791.0252737998962, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.29000091552734, "Augmented-0.05-Quantile-Accuracy": 83.50999450683594, "Augmented-0.1-Quantile-Accuracy": 84.69999694824219, "Augmented-Accuracy": 88.2573, "Augmented-Loss": 1.1784059580535888, "Clean-Accuracy": 89.77, "Clean-Loss": 1.0400526023864747, "PGD-Accuracy": 2.02, "PGD-Loss": 4.32158422241211}, "Total-Time": 141016.4025862217, "Train": {"Loss": 0.9457995002555847, "avg t": 0.9249318443107605, "plain loss": 0.8353316867370608}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.0199966430664, "Augmented-0.05-Quantile-Accuracy": 91.27999877929688, "Augmented-0.1-Quantile-Accuracy": 92.1199951171875, "Augmented-Accuracy": 94.7074, "Augmented-Loss": 1.0738953560581208, "Clean-Accuracy": 88.74, "Clean-Loss": 0.8621253276824952, "PGD-Accuracy": 8.9, "PGD-Loss": 4.011183631896973}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 2791.714721441269, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.37999725341797, "Augmented-0.05-Quantile-Accuracy": 83.4000015258789, "Augmented-0.1-Quantile-Accuracy": 84.47000122070312, "Augmented-Accuracy": 88.1092, "Augmented-Loss": 1.1746047541732787, "Clean-Accuracy": 89.49, "Clean-Loss": 1.0369868560791016, "PGD-Accuracy": 2.31, "PGD-Loss": 4.298945053100586}, "Total-Time": 143808.11730766296, "Train": {"Loss": 0.944535436592102, "avg t": 0.9246502180862427, "plain loss": 0.8341396970520026}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.0, "Augmented-0.05-Quantile-Accuracy": 91.29999542236328, "Augmented-0.1-Quantile-Accuracy": 92.25999450683594, "Augmented-Accuracy": 94.407, "Augmented-Loss": 1.0688010478401184, "Clean-Accuracy": 93.8, "Clean-Loss": 0.8842628094673157, "PGD-Accuracy": 9.84, "PGD-Loss": 3.9770492347717283}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 2791.4481480121613, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.3699951171875, "Augmented-0.05-Quantile-Accuracy": 83.18000030517578, "Augmented-0.1-Quantile-Accuracy": 84.48999786376953, "Augmented-Accuracy": 88.1021, "Augmented-Loss": 1.1792536814422607, "Clean-Accuracy": 89.6, "Clean-Loss": 1.040254389190674, "PGD-Accuracy": 2.39, "PGD-Loss": 4.293948693847656}, "Total-Time": 146599.56545567513, "Train": {"Loss": 0.944618936958313, "avg t": 0.9245078434753418, "plain loss": 0.8341009913940424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.22000122070312, "Augmented-0.05-Quantile-Accuracy": 91.5199966430664, "Augmented-0.1-Quantile-Accuracy": 92.31999969482422, "Augmented-Accuracy": 94.3822, "Augmented-Loss": 1.075010372467041, "Clean-Accuracy": 89.8, "Clean-Loss": 0.8054389289855957, "PGD-Accuracy": 8.68, "PGD-Loss": 4.01437130279541}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 2791.0456750392914, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.20999908447266, "Augmented-0.05-Quantile-Accuracy": 83.04000091552734, "Augmented-0.1-Quantile-Accuracy": 84.25999450683594, "Augmented-Accuracy": 87.9739, "Augmented-Loss": 1.1807875109710693, "Clean-Accuracy": 89.73, "Clean-Loss": 1.0419002319335937, "PGD-Accuracy": 2.49, "PGD-Loss": 4.2728678955078125}, "Total-Time": 149390.61113071442, "Train": {"Loss": 0.9436085465240478, "avg t": 0.9243663123703003, "plain loss": 0.8338961433105466}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.72000122070312, "Augmented-0.05-Quantile-Accuracy": 92.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.0999984741211, "Augmented-Accuracy": 94.9356, "Augmented-Loss": 1.0781656487350464, "Clean-Accuracy": 94.14, "Clean-Loss": 0.7860062956809998, "PGD-Accuracy": 9.32, "PGD-Loss": 3.9651135761260985}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 2790.8617589473724, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.58999633789062, "Augmented-0.05-Quantile-Accuracy": 83.4000015258789, "Augmented-0.1-Quantile-Accuracy": 84.63999938964844, "Augmented-Accuracy": 88.1624, "Augmented-Loss": 1.1834551020965576, "Clean-Accuracy": 89.96, "Clean-Loss": 1.0369057594299316, "PGD-Accuracy": 2.41, "PGD-Loss": 4.267953448486328}, "Total-Time": 152181.4728896618, "Train": {"Loss": 0.9433772356986999, "avg t": 0.9242484671783447, "plain loss": 0.8340144833679196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.91999816894531, "Augmented-0.05-Quantile-Accuracy": 92.18000030517578, "Augmented-0.1-Quantile-Accuracy": 92.95999908447266, "Augmented-Accuracy": 95.1684, "Augmented-Loss": 1.0722348304290772, "Clean-Accuracy": 91.94, "Clean-Loss": 0.8348039553642272, "PGD-Accuracy": 9.82, "PGD-Loss": 3.9550551708221438}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 2791.235932826996, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.8499984741211, "Augmented-0.05-Quantile-Accuracy": 83.61000061035156, "Augmented-0.1-Quantile-Accuracy": 84.8699951171875, "Augmented-Accuracy": 88.4047, "Augmented-Loss": 1.1867544844818114, "Clean-Accuracy": 90.25, "Clean-Loss": 1.0475766311645507, "PGD-Accuracy": 2.35, "PGD-Loss": 4.25465844116211}, "Total-Time": 154972.70882248878, "Train": {"Loss": 0.9430515975952148, "avg t": 0.9241869045257568, "plain loss": 0.8322936967773441}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.43999481201172, "Augmented-0.05-Quantile-Accuracy": 91.83999633789062, "Augmented-0.1-Quantile-Accuracy": 93.04000091552734, "Augmented-Accuracy": 95.1948, "Augmented-Loss": 1.081759343460083, "Clean-Accuracy": 91.12, "Clean-Loss": 0.8772033517837524, "PGD-Accuracy": 9.14, "PGD-Loss": 3.9449963684082032}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 2790.2112209796906, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.41999816894531, "Augmented-0.05-Quantile-Accuracy": 83.33999633789062, "Augmented-0.1-Quantile-Accuracy": 84.79000091552734, "Augmented-Accuracy": 88.2874, "Augmented-Loss": 1.1885165796279906, "Clean-Accuracy": 90.27, "Clean-Loss": 1.0409268814086914, "PGD-Accuracy": 2.24, "PGD-Loss": 4.246669094848633}, "Total-Time": 157762.92004346848, "Train": {"Loss": 0.9431627139663696, "avg t": 0.924214873752594, "plain loss": 0.8342412999267564}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.87999725341797, "Augmented-0.05-Quantile-Accuracy": 92.29999542236328, "Augmented-0.1-Quantile-Accuracy": 93.22000122070312, "Augmented-Accuracy": 95.2876, "Augmented-Loss": 1.0759109738941193, "Clean-Accuracy": 90.68, "Clean-Loss": 0.8725903347015381, "PGD-Accuracy": 8.6, "PGD-Loss": 3.944029489135742}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 2789.782844543457, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.68000030517578, "Augmented-0.05-Quantile-Accuracy": 83.72000122070312, "Augmented-0.1-Quantile-Accuracy": 84.93000030517578, "Augmented-Accuracy": 88.5481, "Augmented-Loss": 1.1857956080551146, "Clean-Accuracy": 90.07, "Clean-Loss": 1.0396511390686036, "PGD-Accuracy": 2.32, "PGD-Loss": 4.233048150634765}, "Total-Time": 160552.70288801193, "Train": {"Loss": 0.942241131439209, "avg t": 0.9239930297851563, "plain loss": 0.8339189477233888}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.05999755859375, "Augmented-0.05-Quantile-Accuracy": 92.27999877929688, "Augmented-0.1-Quantile-Accuracy": 93.07999420166016, "Augmented-Accuracy": 95.2074, "Augmented-Loss": 1.072873252620697, "Clean-Accuracy": 91.04, "Clean-Loss": 0.8363188033103943, "PGD-Accuracy": 12.28, "PGD-Loss": 3.8586298904418945}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 2789.6484303474426, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.86000061035156, "Augmented-0.05-Quantile-Accuracy": 83.65999603271484, "Augmented-0.1-Quantile-Accuracy": 84.97000122070312, "Augmented-Accuracy": 88.4311, "Augmented-Loss": 1.1842963196640015, "Clean-Accuracy": 90.25, "Clean-Loss": 1.0405802940368651, "PGD-Accuracy": 2.67, "PGD-Loss": 4.212226025390625}, "Total-Time": 163342.35131835938, "Train": {"Loss": 0.9423072660827637, "avg t": 0.9239630611991883, "plain loss": 0.8329902296142578}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.07999420166016, "Augmented-0.05-Quantile-Accuracy": 92.33999633789062, "Augmented-0.1-Quantile-Accuracy": 93.18000030517578, "Augmented-Accuracy": 95.374, "Augmented-Loss": 1.076186148000717, "Clean-Accuracy": 93.2, "Clean-Loss": 0.8083082871437073, "PGD-Accuracy": 11.1, "PGD-Loss": 3.878674977874756}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 2789.8226726055145, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.86000061035156, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.25, "Augmented-Accuracy": 88.5803, "Augmented-Loss": 1.1900394680557251, "Clean-Accuracy": 90.73, "Clean-Loss": 1.0471302406311036, "PGD-Accuracy": 2.34, "PGD-Loss": 4.21366470336914}, "Total-Time": 166132.1739909649, "Train": {"Loss": 0.9430731492614746, "avg t": 0.9241232793807983, "plain loss": 0.8357874669494634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.63999938964844, "Augmented-0.05-Quantile-Accuracy": 93.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.75999450683594, "Augmented-Accuracy": 95.6274, "Augmented-Loss": 1.0806556771125793, "Clean-Accuracy": 93.0, "Clean-Loss": 0.789606702041626, "PGD-Accuracy": 9.58, "PGD-Loss": 3.9025786682128905}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 2789.0047948360443, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.02999877929688, "Augmented-0.05-Quantile-Accuracy": 83.98999786376953, "Augmented-0.1-Quantile-Accuracy": 85.22000122070312, "Augmented-Accuracy": 88.6496, "Augmented-Loss": 1.1909450210647583, "Clean-Accuracy": 90.15, "Clean-Loss": 1.039839810180664, "PGD-Accuracy": 1.9, "PGD-Loss": 4.208126531982422}, "Total-Time": 168921.17878580093, "Train": {"Loss": 0.9421739039802551, "avg t": 0.9239604051208496, "plain loss": 0.8347875400085447}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.04000091552734, "Augmented-0.05-Quantile-Accuracy": 92.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.05999755859375, "Augmented-Accuracy": 95.3286, "Augmented-Loss": 1.0743707418365478, "Clean-Accuracy": 92.26, "Clean-Loss": 0.7859785123825074, "PGD-Accuracy": 9.78, "PGD-Loss": 3.8941415813446043}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 2788.6034021377563, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.07999420166016, "Augmented-0.05-Quantile-Accuracy": 83.8699951171875, "Augmented-0.1-Quantile-Accuracy": 84.97000122070312, "Augmented-Accuracy": 88.6023, "Augmented-Loss": 1.1894763324127198, "Clean-Accuracy": 90.34, "Clean-Loss": 1.041321996307373, "PGD-Accuracy": 2.12, "PGD-Loss": 4.193341424560547}, "Total-Time": 171709.7821879387, "Train": {"Loss": 0.9417313365745544, "avg t": 0.9238130626296998, "plain loss": 0.8337230927429196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.19999694824219, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.57999420166016, "Augmented-Accuracy": 95.4876, "Augmented-Loss": 1.0759049009189605, "Clean-Accuracy": 93.42, "Clean-Loss": 0.7600425009727478, "PGD-Accuracy": 11.88, "PGD-Loss": 3.825989305114746}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 2788.8571105003357, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.02999877929688, "Augmented-0.05-Quantile-Accuracy": 83.72000122070312, "Augmented-0.1-Quantile-Accuracy": 84.9000015258789, "Augmented-Accuracy": 88.486, "Augmented-Loss": 1.1901975624008179, "Clean-Accuracy": 90.52, "Clean-Loss": 1.0424910400390626, "PGD-Accuracy": 1.74, "PGD-Loss": 4.19106953125}, "Total-Time": 174498.63929843903, "Train": {"Loss": 0.9416484184074402, "avg t": 0.9238178429985047, "plain loss": 0.8339696841430668}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.25999450683594, "Augmented-0.05-Quantile-Accuracy": 92.63999938964844, "Augmented-0.1-Quantile-Accuracy": 93.37999725341797, "Augmented-Accuracy": 95.4216, "Augmented-Loss": 1.076928755273819, "Clean-Accuracy": 93.92, "Clean-Loss": 0.8293402912139892, "PGD-Accuracy": 10.48, "PGD-Loss": 3.8339413993835447}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 2788.348629951477, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.04000091552734, "Augmented-0.05-Quantile-Accuracy": 83.9000015258789, "Augmented-0.1-Quantile-Accuracy": 85.16999816894531, "Augmented-Accuracy": 88.6002, "Augmented-Loss": 1.1921170493850708, "Clean-Accuracy": 90.55, "Clean-Loss": 1.0477309471130372, "PGD-Accuracy": 1.69, "PGD-Loss": 4.187577450561523}, "Total-Time": 177286.9879283905, "Train": {"Loss": 0.9417905997085572, "avg t": 0.923896156463623, "plain loss": 0.8327576064453126}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.1199951171875, "Augmented-0.05-Quantile-Accuracy": 93.13999938964844, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 95.6822, "Augmented-Loss": 1.0807537968120575, "Clean-Accuracy": 88.38, "Clean-Loss": 0.8522181509017944, "PGD-Accuracy": 9.7, "PGD-Loss": 3.855369474029541}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 2788.963718175888, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.88999938964844, "Augmented-0.05-Quantile-Accuracy": 83.8699951171875, "Augmented-0.1-Quantile-Accuracy": 85.07999420166016, "Augmented-Accuracy": 88.5653, "Augmented-Loss": 1.192205875213623, "Clean-Accuracy": 90.53, "Clean-Loss": 1.0509485305786133, "PGD-Accuracy": 1.72, "PGD-Loss": 4.185304568481445}, "Total-Time": 180075.9516465664, "Train": {"Loss": 0.9414930466079712, "avg t": 0.9237521265029908, "plain loss": 0.8337973208007822}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5199966430664, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.5, "Augmented-Accuracy": 95.5376, "Augmented-Loss": 1.08387142877388, "Clean-Accuracy": 88.44, "Clean-Loss": 0.8075637983322144, "PGD-Accuracy": 11.62, "PGD-Loss": 3.8069153114318848}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 2788.742786169052, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.90999603271484, "Augmented-0.05-Quantile-Accuracy": 83.91999816894531, "Augmented-0.1-Quantile-Accuracy": 85.16999816894531, "Augmented-Accuracy": 88.5683, "Augmented-Loss": 1.1915309001083374, "Clean-Accuracy": 90.84, "Clean-Loss": 1.0435078063964844, "PGD-Accuracy": 1.74, "PGD-Loss": 4.182301892089844}, "Total-Time": 182864.69443273544, "Train": {"Loss": 0.9413723657417298, "avg t": 0.9236655620765686, "plain loss": 0.8330498865356455}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.65999603271484, "Augmented-0.05-Quantile-Accuracy": 92.77999877929688, "Augmented-0.1-Quantile-Accuracy": 93.65999603271484, "Augmented-Accuracy": 95.8152, "Augmented-Loss": 1.075792633714676, "Clean-Accuracy": 89.82, "Clean-Loss": 0.8285355103492736, "PGD-Accuracy": 9.04, "PGD-Loss": 3.897068306732178}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 2787.439667701721, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.94999694824219, "Augmented-0.05-Quantile-Accuracy": 83.95999908447266, "Augmented-0.1-Quantile-Accuracy": 85.25, "Augmented-Accuracy": 88.5933, "Augmented-Loss": 1.191724490913391, "Clean-Accuracy": 90.65, "Clean-Loss": 1.0474309226989746, "PGD-Accuracy": 1.78, "PGD-Loss": 4.180429553222656}, "Total-Time": 185652.13410043716, "Train": {"Loss": 0.9414152543258667, "avg t": 0.9236767802429199, "plain loss": 0.8335013644104005}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.69999694824219, "Augmented-0.05-Quantile-Accuracy": 92.87999725341797, "Augmented-0.1-Quantile-Accuracy": 93.54000091552734, "Augmented-Accuracy": 95.4058, "Augmented-Loss": 1.079745648777008, "Clean-Accuracy": 87.78, "Clean-Loss": 0.8659062381744385, "PGD-Accuracy": 10.48, "PGD-Loss": 3.8532438915252687}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 2788.1090388298035, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97999572753906, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.18000030517578, "Augmented-Accuracy": 88.6113, "Augmented-Loss": 1.189534466041565, "Clean-Accuracy": 90.41, "Clean-Loss": 1.0499204315185546, "PGD-Accuracy": 1.85, "PGD-Loss": 4.1786954223632815}, "Total-Time": 188440.24313926697, "Train": {"Loss": 0.9412468608283997, "avg t": 0.9236497490310669, "plain loss": 0.8325410037841796}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.29999542236328, "Augmented-0.05-Quantile-Accuracy": 92.79999542236328, "Augmented-0.1-Quantile-Accuracy": 93.68000030517578, "Augmented-Accuracy": 95.6384, "Augmented-Loss": 1.0838930190868377, "Clean-Accuracy": 92.62, "Clean-Loss": 0.8373849628448486, "PGD-Accuracy": 10.36, "PGD-Loss": 3.8560594078063963}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 2788.3315539360046, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.07999420166016, "Augmented-0.05-Quantile-Accuracy": 83.80999755859375, "Augmented-0.1-Quantile-Accuracy": 85.0999984741211, "Augmented-Accuracy": 88.5806, "Augmented-Loss": 1.1898035551223756, "Clean-Accuracy": 90.56, "Clean-Loss": 1.03987859954834, "PGD-Accuracy": 1.88, "PGD-Loss": 4.17639546508789}, "Total-Time": 191228.57469320297, "Train": {"Loss": 0.9417815009689331, "avg t": 0.9237893120956421, "plain loss": 0.8337815697326667}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.43999481201172, "Augmented-0.05-Quantile-Accuracy": 92.83999633789062, "Augmented-0.1-Quantile-Accuracy": 93.5999984741211, "Augmented-Accuracy": 95.6368, "Augmented-Loss": 1.0729748584423064, "Clean-Accuracy": 93.88, "Clean-Loss": 0.7724519961357117, "PGD-Accuracy": 8.8, "PGD-Loss": 3.890614839935303}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 2788.3538353443146, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97999572753906, "Augmented-0.05-Quantile-Accuracy": 83.91999816894531, "Augmented-0.1-Quantile-Accuracy": 85.18000030517578, "Augmented-Accuracy": 88.6134, "Augmented-Loss": 1.1901221373672486, "Clean-Accuracy": 90.63, "Clean-Loss": 1.045528800201416, "PGD-Accuracy": 1.79, "PGD-Loss": 4.1750462493896485}, "Total-Time": 194016.9285285473, "Train": {"Loss": 0.9413406393241882, "avg t": 0.9237189992523194, "plain loss": 0.8330490307006844}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.1199951171875, "Augmented-0.05-Quantile-Accuracy": 93.33999633789062, "Augmented-0.1-Quantile-Accuracy": 94.05999755859375, "Augmented-Accuracy": 95.8416, "Augmented-Loss": 1.0784200427074433, "Clean-Accuracy": 94.24, "Clean-Loss": 0.7995888514518737, "PGD-Accuracy": 10.18, "PGD-Loss": 3.846358971786499}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 2787.3609569072723, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.93999481201172, "Augmented-0.05-Quantile-Accuracy": 83.97999572753906, "Augmented-0.1-Quantile-Accuracy": 85.13999938964844, "Augmented-Accuracy": 88.6562, "Augmented-Loss": 1.1921222627792358, "Clean-Accuracy": 90.37, "Clean-Loss": 1.0440861846923828, "PGD-Accuracy": 1.87, "PGD-Loss": 4.171043865966797}, "Total-Time": 196804.28948545456, "Train": {"Loss": 0.9411159216880798, "avg t": 0.9236140302658081, "plain loss": 0.8330739587097161}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.04000091552734, "Augmented-0.05-Quantile-Accuracy": 92.55999755859375, "Augmented-0.1-Quantile-Accuracy": 93.57999420166016, "Augmented-Accuracy": 95.4212, "Augmented-Loss": 1.0775649782238006, "Clean-Accuracy": 91.24, "Clean-Loss": 0.8122911155700684, "PGD-Accuracy": 10.6, "PGD-Loss": 3.827860382461548}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 2787.4734444618225, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.02999877929688, "Augmented-0.05-Quantile-Accuracy": 83.91999816894531, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.6153, "Augmented-Loss": 1.1921599579315185, "Clean-Accuracy": 90.48, "Clean-Loss": 1.0474276321411133, "PGD-Accuracy": 1.96, "PGD-Loss": 4.171953665161133}, "Total-Time": 199591.76292991638, "Train": {"Loss": 0.9414577067947387, "avg t": 0.9236886242294311, "plain loss": 0.8331565665588384}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.04000091552734, "Augmented-0.05-Quantile-Accuracy": 92.33999633789062, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.4346, "Augmented-Loss": 1.0819749395751954, "Clean-Accuracy": 94.82, "Clean-Loss": 0.7935847642898559, "PGD-Accuracy": 11.0, "PGD-Loss": 3.8281688316345215}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 2787.4070768356323, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0, "Augmented-0.05-Quantile-Accuracy": 83.90999603271484, "Augmented-0.1-Quantile-Accuracy": 84.98999786376953, "Augmented-Accuracy": 88.603, "Augmented-Loss": 1.1918018524780274, "Clean-Accuracy": 90.31, "Clean-Loss": 1.0448933372497557, "PGD-Accuracy": 1.85, "PGD-Loss": 4.1694468414306645}, "Total-Time": 202379.170006752, "Train": {"Loss": 0.9412940522575378, "avg t": 0.9236907497787475, "plain loss": 0.8332493314514163}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.55999755859375, "Augmented-0.05-Quantile-Accuracy": 93.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.6199951171875, "Augmented-Accuracy": 95.3702, "Augmented-Loss": 1.077753412343979, "Clean-Accuracy": 88.72, "Clean-Loss": 0.7908161436080933, "PGD-Accuracy": 8.62, "PGD-Loss": 3.901010957336426}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 2787.2567117214203, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.05999755859375, "Augmented-0.05-Quantile-Accuracy": 83.95999908447266, "Augmented-0.1-Quantile-Accuracy": 85.06999969482422, "Augmented-Accuracy": 88.6279, "Augmented-Loss": 1.1919135162963868, "Clean-Accuracy": 90.56, "Clean-Loss": 1.0430743675231933, "PGD-Accuracy": 1.94, "PGD-Loss": 4.166584930419922}, "Total-Time": 205166.42671847343, "Train": {"Loss": 0.9417878031921386, "avg t": 0.9238279681396484, "plain loss": 0.8342881092224119}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.45999908447266, "Augmented-0.05-Quantile-Accuracy": 92.75999450683594, "Augmented-0.1-Quantile-Accuracy": 93.5199966430664, "Augmented-Accuracy": 95.7216, "Augmented-Loss": 1.0753874432697297, "Clean-Accuracy": 79.4, "Clean-Loss": 0.9045395176887512, "PGD-Accuracy": 9.36, "PGD-Loss": 3.856268701171875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 2784.2400999069214, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.95999908447266, "Augmented-0.05-Quantile-Accuracy": 83.95999908447266, "Augmented-0.1-Quantile-Accuracy": 85.07999420166016, "Augmented-Accuracy": 88.6072, "Augmented-Loss": 1.1907157154312134, "Clean-Accuracy": 90.37, "Clean-Loss": 1.052100511932373, "PGD-Accuracy": 1.95, "PGD-Loss": 4.165863623046875}, "Total-Time": 207950.66681838036, "Train": {"Loss": 0.9413758980941772, "avg t": 0.9236761878395081, "plain loss": 0.8334963118896483}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.1199951171875, "Augmented-0.05-Quantile-Accuracy": 92.25999450683594, "Augmented-0.1-Quantile-Accuracy": 93.0, "Augmented-Accuracy": 95.1036, "Augmented-Loss": 1.0849285573196412, "Clean-Accuracy": 94.64, "Clean-Loss": 0.8163294984817505, "PGD-Accuracy": 10.78, "PGD-Loss": 3.822458596801758}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 2784.4996082782745, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.05999755859375, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.19999694824219, "Augmented-Accuracy": 88.6465, "Augmented-Loss": 1.1918452489013671, "Clean-Accuracy": 90.97, "Clean-Loss": 1.0394084991455077, "PGD-Accuracy": 1.82, "PGD-Loss": 4.165402764892578}, "Total-Time": 210735.16642665863, "Train": {"Loss": 0.9411526166534424, "avg t": 0.9236274674987793, "plain loss": 0.8337718740234379}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.25999450683594, "Augmented-0.05-Quantile-Accuracy": 93.57999420166016, "Augmented-0.1-Quantile-Accuracy": 94.23999786376953, "Augmented-Accuracy": 96.0648, "Augmented-Loss": 1.0721791316680909, "Clean-Accuracy": 92.66, "Clean-Loss": 0.804902373600006, "PGD-Accuracy": 10.44, "PGD-Loss": 3.8372167678833007}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 2784.6317451000214, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0999984741211, "Augmented-0.05-Quantile-Accuracy": 83.81999969482422, "Augmented-0.1-Quantile-Accuracy": 85.08999633789062, "Augmented-Accuracy": 88.6028, "Augmented-Loss": 1.1914084902191162, "Clean-Accuracy": 90.58, "Clean-Loss": 1.0431362365722656, "PGD-Accuracy": 1.98, "PGD-Loss": 4.162966751098633}, "Total-Time": 213519.79817175865, "Train": {"Loss": 0.9411350459671021, "avg t": 0.9237366859245301, "plain loss": 0.8342018540649413}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5, "Augmented-0.05-Quantile-Accuracy": 92.5, "Augmented-0.1-Quantile-Accuracy": 93.43999481201172, "Augmented-Accuracy": 95.4004, "Augmented-Loss": 1.0779594899864198, "Clean-Accuracy": 94.26, "Clean-Loss": 0.7910421772956848, "PGD-Accuracy": 8.66, "PGD-Loss": 3.8867629997253417}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 2784.830400466919, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.9000015258789, "Augmented-0.05-Quantile-Accuracy": 83.90999603271484, "Augmented-0.1-Quantile-Accuracy": 85.18999481201172, "Augmented-Accuracy": 88.6223, "Augmented-Loss": 1.1905373099899292, "Clean-Accuracy": 90.62, "Clean-Loss": 1.0437635307312012, "PGD-Accuracy": 1.91, "PGD-Loss": 4.160651818847656}, "Total-Time": 216304.62857222557, "Train": {"Loss": 0.9409853338241577, "avg t": 0.9235568109893799, "plain loss": 0.8326932327270502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.37999725341797, "Augmented-0.05-Quantile-Accuracy": 92.55999755859375, "Augmented-0.1-Quantile-Accuracy": 93.36000061035156, "Augmented-Accuracy": 95.5964, "Augmented-Loss": 1.0768427428493499, "Clean-Accuracy": 93.72, "Clean-Loss": 0.7765397579193115, "PGD-Accuracy": 9.28, "PGD-Loss": 3.8602729080200193}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 2785.3964824676514, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.22000122070312, "Augmented-0.05-Quantile-Accuracy": 83.95999908447266, "Augmented-0.1-Quantile-Accuracy": 85.1500015258789, "Augmented-Accuracy": 88.6351, "Augmented-Loss": 1.1910750866622926, "Clean-Accuracy": 90.17, "Clean-Loss": 1.0505547103881836, "PGD-Accuracy": 2.0, "PGD-Loss": 4.158831164550781}, "Total-Time": 219090.02505469322, "Train": {"Loss": 0.9412042394447326, "avg t": 0.9236129982376099, "plain loss": 0.8331704429626461}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.43999481201172, "Augmented-0.05-Quantile-Accuracy": 92.81999969482422, "Augmented-0.1-Quantile-Accuracy": 93.6199951171875, "Augmented-Accuracy": 95.5048, "Augmented-Loss": 1.0846163408164977, "Clean-Accuracy": 94.64, "Clean-Loss": 0.808781644153595, "PGD-Accuracy": 10.58, "PGD-Loss": 3.830382711791992}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 2785.0991225242615, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.04999542236328, "Augmented-0.05-Quantile-Accuracy": 83.81999969482422, "Augmented-0.1-Quantile-Accuracy": 85.16999816894531, "Augmented-Accuracy": 88.5966, "Augmented-Loss": 1.189805602470398, "Clean-Accuracy": 90.23, "Clean-Loss": 1.0464109596252442, "PGD-Accuracy": 1.96, "PGD-Loss": 4.16003158569336}, "Total-Time": 221875.12417721748, "Train": {"Loss": 0.9413217481040954, "avg t": 0.9236703116035462, "plain loss": 0.8336284159240729}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.43999481201172, "Augmented-0.05-Quantile-Accuracy": 93.0, "Augmented-0.1-Quantile-Accuracy": 93.83999633789062, "Augmented-Accuracy": 95.6922, "Augmented-Loss": 1.0780027259960174, "Clean-Accuracy": 94.22, "Clean-Loss": 0.807965577507019, "PGD-Accuracy": 10.46, "PGD-Loss": 3.821851499938965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 2786.455130338669, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.93000030517578, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.603, "Augmented-Loss": 1.19000165625, "Clean-Accuracy": 90.96, "Clean-Loss": 1.0363141433715821, "PGD-Accuracy": 1.9, "PGD-Loss": 4.1569297332763675}, "Total-Time": 224661.57930755615, "Train": {"Loss": 0.9412299840164184, "avg t": 0.9236391217994689, "plain loss": 0.8336084242858883}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.31999969482422, "Augmented-0.05-Quantile-Accuracy": 93.45999908447266, "Augmented-0.1-Quantile-Accuracy": 94.27999877929688, "Augmented-Accuracy": 95.876, "Augmented-Loss": 1.0686581128578185, "Clean-Accuracy": 93.0, "Clean-Loss": 0.8191546886444092, "PGD-Accuracy": 11.72, "PGD-Loss": 3.7792079177856444}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 2784.6317050457, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.04999542236328, "Augmented-0.05-Quantile-Accuracy": 83.9000015258789, "Augmented-0.1-Quantile-Accuracy": 85.08999633789062, "Augmented-Accuracy": 88.5846, "Augmented-Loss": 1.1904888310012818, "Clean-Accuracy": 90.47, "Clean-Loss": 1.04037626953125, "PGD-Accuracy": 1.9, "PGD-Loss": 4.158141000366211}, "Total-Time": 227446.21101260185, "Train": {"Loss": 0.9411864237976074, "avg t": 0.9236972492599488, "plain loss": 0.834001108795167}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5999984741211, "Augmented-0.05-Quantile-Accuracy": 92.63999938964844, "Augmented-0.1-Quantile-Accuracy": 93.5, "Augmented-Accuracy": 95.3128, "Augmented-Loss": 1.0732344107952119, "Clean-Accuracy": 91.28, "Clean-Loss": 0.7367721778869629, "PGD-Accuracy": 11.48, "PGD-Loss": 3.8030839057922363}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 2782.3336811065674, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.94999694824219, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.0199966430664, "Augmented-Accuracy": 88.5862, "Augmented-Loss": 1.1900386325759889, "Clean-Accuracy": 90.74, "Clean-Loss": 1.0435415061950684, "PGD-Accuracy": 1.94, "PGD-Loss": 4.155215649414062}, "Total-Time": 230228.54469370842, "Train": {"Loss": 0.9412980814743042, "avg t": 0.9236700614547729, "plain loss": 0.8335649581909178}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.63999938964844, "Augmented-0.05-Quantile-Accuracy": 93.1199951171875, "Augmented-0.1-Quantile-Accuracy": 93.95999908447266, "Augmented-Accuracy": 95.7002, "Augmented-Loss": 1.0770998082771301, "Clean-Accuracy": 92.64, "Clean-Loss": 0.8384771130561829, "PGD-Accuracy": 10.86, "PGD-Loss": 3.8204529403686522}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 2780.422598361969, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.9000015258789, "Augmented-0.05-Quantile-Accuracy": 83.8499984741211, "Augmented-0.1-Quantile-Accuracy": 85.08999633789062, "Augmented-Accuracy": 88.6061, "Augmented-Loss": 1.1898818510437013, "Clean-Accuracy": 90.48, "Clean-Loss": 1.0502736953735352, "PGD-Accuracy": 1.93, "PGD-Loss": 4.1541067962646485}, "Total-Time": 233008.9672920704, "Train": {"Loss": 0.9412083959770202, "avg t": 0.923659436454773, "plain loss": 0.833630445648194}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.57999420166016, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.39999389648438, "Augmented-Accuracy": 95.4112, "Augmented-Loss": 1.0831443972301482, "Clean-Accuracy": 95.14, "Clean-Loss": 0.8579856939315796, "PGD-Accuracy": 10.56, "PGD-Loss": 3.8282878532409668}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 2782.0530834198, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0199966430664, "Augmented-0.05-Quantile-Accuracy": 83.82999420166016, "Augmented-0.1-Quantile-Accuracy": 85.18000030517578, "Augmented-Accuracy": 88.6123, "Augmented-Loss": 1.1914127848052978, "Clean-Accuracy": 90.54, "Clean-Loss": 1.0458816993713378, "PGD-Accuracy": 2.0, "PGD-Loss": 4.152486111450195}, "Total-Time": 235791.0203754902, "Train": {"Loss": 0.9411655235290527, "avg t": 0.9236464686775208, "plain loss": 0.8335085353393559}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.41999816894531, "Augmented-0.05-Quantile-Accuracy": 92.69999694824219, "Augmented-0.1-Quantile-Accuracy": 93.55999755859375, "Augmented-Accuracy": 95.5996, "Augmented-Loss": 1.0791308321800233, "Clean-Accuracy": 91.42, "Clean-Loss": 0.8161583142280578, "PGD-Accuracy": 10.94, "PGD-Loss": 3.8279720733642577}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 2784.3777725696564, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.18999481201172, "Augmented-0.05-Quantile-Accuracy": 83.82999420166016, "Augmented-0.1-Quantile-Accuracy": 85.0999984741211, "Augmented-Accuracy": 88.6286, "Augmented-Loss": 1.191861597717285, "Clean-Accuracy": 90.57, "Clean-Loss": 1.0503465675354005, "PGD-Accuracy": 1.87, "PGD-Loss": 4.152967288208008}, "Total-Time": 238575.39814805984, "Train": {"Loss": 0.9407827853775025, "avg t": 0.9235304674911499, "plain loss": 0.8331393225708006}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.36000061035156, "Augmented-0.05-Quantile-Accuracy": 92.63999938964844, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.609, "Augmented-Loss": 1.0838279339847565, "Clean-Accuracy": 94.38, "Clean-Loss": 0.8240301859855652, "PGD-Accuracy": 10.52, "PGD-Loss": 3.8097065170288085}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 2784.800720691681, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.18999481201172, "Augmented-0.05-Quantile-Accuracy": 83.95999908447266, "Augmented-0.1-Quantile-Accuracy": 85.04999542236328, "Augmented-Accuracy": 88.6024, "Augmented-Loss": 1.192219340637207, "Clean-Accuracy": 90.65, "Clean-Loss": 1.0404572914123535, "PGD-Accuracy": 1.97, "PGD-Loss": 4.15148254699707}, "Total-Time": 241360.19886875153, "Train": {"Loss": 0.9414731206512451, "avg t": 0.9236828740501404, "plain loss": 0.8338360399169931}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.65999603271484, "Augmented-0.05-Quantile-Accuracy": 93.0199966430664, "Augmented-0.1-Quantile-Accuracy": 93.91999816894531, "Augmented-Accuracy": 96.0358, "Augmented-Loss": 1.0709519174900055, "Clean-Accuracy": 93.74, "Clean-Loss": 0.8113992067337036, "PGD-Accuracy": 11.36, "PGD-Loss": 3.784485055541992}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 2785.6309151649475, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.98999786376953, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.05999755859375, "Augmented-Accuracy": 88.632, "Augmented-Loss": 1.1925978312530519, "Clean-Accuracy": 90.27, "Clean-Loss": 1.0459806274414063, "PGD-Accuracy": 1.91, "PGD-Loss": 4.1504482147216795}, "Total-Time": 244145.82978391647, "Train": {"Loss": 0.9411394987106323, "avg t": 0.923588467617035, "plain loss": 0.8335011890563976}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.47999572753906, "Augmented-0.05-Quantile-Accuracy": 92.65999603271484, "Augmented-0.1-Quantile-Accuracy": 93.5199966430664, "Augmented-Accuracy": 95.4748, "Augmented-Loss": 1.0797228937911987, "Clean-Accuracy": 84.7, "Clean-Loss": 0.9387427007675171, "PGD-Accuracy": 12.68, "PGD-Loss": 3.7468313819885255}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 2785.3205502033234, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.94999694824219, "Augmented-0.05-Quantile-Accuracy": 83.9000015258789, "Augmented-0.1-Quantile-Accuracy": 84.98999786376953, "Augmented-Accuracy": 88.6123, "Augmented-Loss": 1.192029800064087, "Clean-Accuracy": 90.66, "Clean-Loss": 1.0427486213684083, "PGD-Accuracy": 1.93, "PGD-Loss": 4.149418246459961}, "Total-Time": 246931.1503341198, "Train": {"Loss": 0.9410799638366699, "avg t": 0.9236277508926392, "plain loss": 0.8345020454406733}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.0199966430664, "Augmented-0.05-Quantile-Accuracy": 93.0, "Augmented-0.1-Quantile-Accuracy": 93.97999572753906, "Augmented-Accuracy": 95.7768, "Augmented-Loss": 1.075699162601471, "Clean-Accuracy": 94.32, "Clean-Loss": 0.8554031021118164, "PGD-Accuracy": 9.96, "PGD-Loss": 3.8316672035217287}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
