{"Epoch": 0, "Epoch-Time": 96.99208784103394, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.47999572753906, "Augmented-0.05-Quantile-Accuracy": 96.7699966430664, "Augmented-0.1-Quantile-Accuracy": 97.20999908447266, "Augmented-Accuracy": 98.145, "Augmented-Loss": 0.20464666487407684, "Clean-Accuracy": 98.45, "Clean-Loss": 0.1431905990600586, "PGD-Accuracy": 0.61, "PGD-Loss": 4.435677615356445}, "Total-Time": 96.99208784103394, "Train": {"Loss": 1.0572516569208217, "avg t": 0.9354965437606529, "plain loss": 0.41535227389865537}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.612, "Augmented-Loss": 0.18884182116826376, "Clean-Accuracy": 98.81666666666666, "Clean-Loss": 0.1307921663125356, "PGD-Accuracy": 0.6166666666666667, "PGD-Loss": 4.453725708007813}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 103.52071499824524, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.8699951171875, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.7595, "Augmented-Loss": 0.18420994567203522, "Clean-Accuracy": 98.87, "Clean-Loss": 0.12346401796340942, "PGD-Accuracy": 1.38, "PGD-Loss": 4.194891885375976}, "Total-Time": 200.51280283927917, "Train": {"Loss": 0.9628697918079517, "avg t": 0.9257490625204864, "plain loss": 0.2594221270455255}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.8175, "Augmented-Loss": 0.17640414813359578, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.11921140062808991, "PGD-Accuracy": 1.05, "PGD-Loss": 4.1682996139526365}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 102.69750237464905, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.43000030517578, "Augmented-0.1-Quantile-Accuracy": 97.68000030517578, "Augmented-Accuracy": 98.5364, "Augmented-Loss": 0.22516558990192415, "Clean-Accuracy": 98.77, "Clean-Loss": 0.14594874711036682, "PGD-Accuracy": 1.23, "PGD-Loss": 5.531276791381836}, "Total-Time": 303.2103052139282, "Train": {"Loss": 0.9523963404408208, "avg t": 0.9244356393637481, "plain loss": 0.22929917678126593}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 97.66666412353516, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.63283333333334, "Augmented-Loss": 0.21240315834124884, "Clean-Accuracy": 98.75, "Clean-Loss": 0.13756796352068584, "PGD-Accuracy": 1.1166666666666667, "PGD-Loss": 5.530602869669596}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 103.18586230278015, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.06999969482422, "Augmented-0.05-Quantile-Accuracy": 97.88999938964844, "Augmented-0.1-Quantile-Accuracy": 98.22999572753906, "Augmented-Accuracy": 98.9534, "Augmented-Loss": 0.15460267726802826, "Clean-Accuracy": 99.14, "Clean-Loss": 0.10033506107330323, "PGD-Accuracy": 1.91, "PGD-Loss": 5.753188226318359}, "Total-Time": 406.3961675167084, "Train": {"Loss": 0.9469508457890263, "avg t": 0.9236729561311228, "plain loss": 0.19519903292479332}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.43333435058594, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.84283333333333, "Augmented-Loss": 0.14734078043222426, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.09800171681245168, "PGD-Accuracy": 1.85, "PGD-Loss": 5.750920527140299}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 103.0184555053711, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.97999572753906, "Augmented-0.1-Quantile-Accuracy": 98.31999969482422, "Augmented-Accuracy": 98.9842, "Augmented-Loss": 0.1322451582608223, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0868085782289505, "PGD-Accuracy": 3.49, "PGD-Loss": 5.62336510925293}, "Total-Time": 509.41462302207947, "Train": {"Loss": 0.9437529172544126, "avg t": 0.9231890051453202, "plain loss": 0.17587248633349392}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 98.96766666666667, "Augmented-Loss": 0.12393452401916186, "Clean-Accuracy": 99.1, "Clean-Loss": 0.08324405004580816, "PGD-Accuracy": 3.2666666666666666, "PGD-Loss": 5.556907450358073}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 102.61346864700317, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.14999389648438, "Augmented-0.05-Quantile-Accuracy": 98.04000091552734, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 98.9525, "Augmented-Loss": 0.12939449690008165, "Clean-Accuracy": 99.07, "Clean-Loss": 0.08882219281196595, "PGD-Accuracy": 2.95, "PGD-Loss": 5.999154351806641}, "Total-Time": 612.0280916690826, "Train": {"Loss": 0.9419219444062975, "avg t": 0.9228794565200805, "plain loss": 0.16614898818687154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.03066666666666, "Augmented-Loss": 0.11925673237959544, "Clean-Accuracy": 99.1, "Clean-Loss": 0.08248311698436737, "PGD-Accuracy": 3.3833333333333333, "PGD-Loss": 6.031632400512695}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 101.82391357421875, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.1199951171875, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0279, "Augmented-Loss": 0.10316114128351211, "Clean-Accuracy": 99.1, "Clean-Loss": 0.07358807635307311, "PGD-Accuracy": 2.22, "PGD-Loss": 6.196821627807617}, "Total-Time": 713.8520052433014, "Train": {"Loss": 0.9407999163910195, "avg t": 0.9226824654119986, "plain loss": 0.156165274531753}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.02183333333333, "Augmented-Loss": 0.09816289750138918, "Clean-Accuracy": 99.1, "Clean-Loss": 0.07184710498650869, "PGD-Accuracy": 2.3333333333333335, "PGD-Loss": 6.217536646525065}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 103.08959460258484, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.07999420166016, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 98.9881, "Augmented-Loss": 0.09484008713030816, "Clean-Accuracy": 99.03, "Clean-Loss": 0.0698797861814499, "PGD-Accuracy": 2.61, "PGD-Loss": 6.437696243286132}, "Total-Time": 816.9415998458862, "Train": {"Loss": 0.9401101548406813, "avg t": 0.922534066606451, "plain loss": 0.14337027684670917}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.053, "Augmented-Loss": 0.08714984685659409, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.06551948563257853, "PGD-Accuracy": 2.9, "PGD-Loss": 6.3257483266194665}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 103.14969396591187, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.30999755859375, "Augmented-0.05-Quantile-Accuracy": 98.05999755859375, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.0036, "Augmented-Loss": 0.1000508470158577, "Clean-Accuracy": 99.12, "Clean-Loss": 0.07189600358009339, "PGD-Accuracy": 3.25, "PGD-Loss": 6.443318313598633}, "Total-Time": 920.0912938117981, "Train": {"Loss": 0.9396065206174498, "avg t": 0.9224247872387922, "plain loss": 0.13973186109330918}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.0865, "Augmented-Loss": 0.09207414171179136, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06746553834279378, "PGD-Accuracy": 3.1666666666666665, "PGD-Loss": 6.348752278645834}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 103.5551872253418, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.07999420166016, "Augmented-0.1-Quantile-Accuracy": 98.37999725341797, "Augmented-Accuracy": 99.0258, "Augmented-Loss": 0.08356471686530113, "Clean-Accuracy": 99.11, "Clean-Loss": 0.06238982348442078, "PGD-Accuracy": 2.75, "PGD-Loss": 6.611675473022461}, "Total-Time": 1023.6464810371399, "Train": {"Loss": 0.9392823284996881, "avg t": 0.9223599417651142, "plain loss": 0.13624429724304754}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.05783333333333, "Augmented-Loss": 0.07783871187845866, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.05942207192381223, "PGD-Accuracy": 2.433333333333333, "PGD-Loss": 6.51925454711914}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 101.93350124359131, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.12999725341797, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.0084, "Augmented-Loss": 0.09945305560564995, "Clean-Accuracy": 99.16, "Clean-Loss": 0.0726960676431656, "PGD-Accuracy": 3.51, "PGD-Loss": 6.571994302368164}, "Total-Time": 1125.5799822807312, "Train": {"Loss": 0.9390351551550405, "avg t": 0.9223006159641125, "plain loss": 0.13026482607876808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.04433333333333, "Augmented-Loss": 0.09437871078133583, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.07042969312270482, "PGD-Accuracy": 3.316666666666667, "PGD-Loss": 6.511783905029297}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 102.49172306060791, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22999572753906, "Augmented-0.05-Quantile-Accuracy": 98.02999877929688, "Augmented-0.1-Quantile-Accuracy": 98.33999633789062, "Augmented-Accuracy": 98.9507, "Augmented-Loss": 0.08411844328570366, "Clean-Accuracy": 99.05, "Clean-Loss": 0.06173185470104218, "PGD-Accuracy": 2.21, "PGD-Loss": 6.8763330352783205}, "Total-Time": 1228.071705341339, "Train": {"Loss": 0.9389612595063669, "avg t": 0.9222705059051514, "plain loss": 0.1306243492055822}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.02, "Augmented-Loss": 0.08131322168946266, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06163596828778585, "PGD-Accuracy": 2.45, "PGD-Loss": 6.790758346557618}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 103.02900505065918, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0469, "Augmented-Loss": 0.09475416387319564, "Clean-Accuracy": 99.05, "Clean-Loss": 0.06945950000286102, "PGD-Accuracy": 2.63, "PGD-Loss": 6.493263543701172}, "Total-Time": 1331.1007103919983, "Train": {"Loss": 0.9387614583615903, "avg t": 0.9222307875244706, "plain loss": 0.127401631835655}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.05583333333334, "Augmented-Loss": 0.09053182793398698, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06777469426393509, "PGD-Accuracy": 2.8666666666666667, "PGD-Loss": 6.459209131876627}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 103.73328375816345, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.15999603271484, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.0773, "Augmented-Loss": 0.09290889787125588, "Clean-Accuracy": 99.15, "Clean-Loss": 0.07059246820211411, "PGD-Accuracy": 3.31, "PGD-Loss": 5.926714151000977}, "Total-Time": 1434.8339941501617, "Train": {"Loss": 0.9386781060430739, "avg t": 0.9222059589668556, "plain loss": 0.1272999128730208}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.034, "Augmented-Loss": 0.08739667819460233, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.06769456936915716, "PGD-Accuracy": 3.5833333333333335, "PGD-Loss": 5.921107549031576}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 103.6677827835083, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.48999786376953, "Augmented-0.05-Quantile-Accuracy": 98.15999603271484, "Augmented-0.1-Quantile-Accuracy": 98.40999603271484, "Augmented-Accuracy": 99.0617, "Augmented-Loss": 0.08234168569326401, "Clean-Accuracy": 99.14, "Clean-Loss": 0.06236166386604309, "PGD-Accuracy": 3.18, "PGD-Loss": 6.258969515991211}, "Total-Time": 1538.50177693367, "Train": {"Loss": 0.9385437403078433, "avg t": 0.9221742462758665, "plain loss": 0.12420004189455976}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.0445, "Augmented-Loss": 0.07877058264315129, "Clean-Accuracy": 99.15, "Clean-Loss": 0.061422114342451095, "PGD-Accuracy": 3.0166666666666666, "PGD-Loss": 6.165591344197591}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 103.39875388145447, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.56999969482422, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1348, "Augmented-Loss": 0.08241955102062225, "Clean-Accuracy": 99.22, "Clean-Loss": 0.062173947405815125, "PGD-Accuracy": 4.1, "PGD-Loss": 6.150734582519531}, "Total-Time": 1641.9005308151245, "Train": {"Loss": 0.9384939561243411, "avg t": 0.922158658557468, "plain loss": 0.12163183586332527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.1125, "Augmented-Loss": 0.07885070235649745, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06088169652223587, "PGD-Accuracy": 4.45, "PGD-Loss": 6.050866556803386}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 103.67816996574402, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.2699966430664, "Augmented-0.05-Quantile-Accuracy": 97.32999420166016, "Augmented-0.1-Quantile-Accuracy": 97.6199951171875, "Augmented-Accuracy": 98.4293, "Augmented-Loss": 0.09752717058873177, "Clean-Accuracy": 98.49, "Clean-Loss": 0.07326405522823334, "PGD-Accuracy": 3.3, "PGD-Loss": 6.412341436767578}, "Total-Time": 1745.5787007808685, "Train": {"Loss": 0.9385032994305647, "avg t": 0.9221688054755882, "plain loss": 0.12184450851016577}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.73332977294922, "Augmented-Accuracy": 98.48883333333333, "Augmented-Loss": 0.09325308750867843, "Clean-Accuracy": 98.56666666666666, "Clean-Loss": 0.07134411738316218, "PGD-Accuracy": 3.35, "PGD-Loss": 6.405536748250325}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 103.4142529964447, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.48999786376953, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1508, "Augmented-Loss": 0.0961532475950718, "Clean-Accuracy": 99.24, "Clean-Loss": 0.07162113364934922, "PGD-Accuracy": 3.71, "PGD-Loss": 6.1688169006347655}, "Total-Time": 1848.9929537773132, "Train": {"Loss": 0.9384099461237589, "avg t": 0.9221412586636013, "plain loss": 0.11959920289781359}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.15966666666667, "Augmented-Loss": 0.09007617425938447, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06768989515304566, "PGD-Accuracy": 3.7666666666666666, "PGD-Loss": 6.10828971862793}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 103.83071732521057, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.37999725341797, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0723, "Augmented-Loss": 0.09653721696591377, "Clean-Accuracy": 99.23, "Clean-Loss": 0.07025116052627564, "PGD-Accuracy": 3.78, "PGD-Loss": 6.341791757202149}, "Total-Time": 1952.8236711025238, "Train": {"Loss": 0.9383516166121871, "avg t": 0.9221255170327646, "plain loss": 0.11644685102745339}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.68333435058594, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.04566666666666, "Augmented-Loss": 0.092339913585186, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.06880928764740626, "PGD-Accuracy": 4.266666666666667, "PGD-Loss": 6.2998662770589196}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 102.44749593734741, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.40999603271484, "Augmented-0.05-Quantile-Accuracy": 98.22999572753906, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0552, "Augmented-Loss": 0.09539959343671799, "Clean-Accuracy": 99.12, "Clean-Loss": 0.07341966490745544, "PGD-Accuracy": 3.55, "PGD-Loss": 5.797114614868164}, "Total-Time": 2055.271167039871, "Train": {"Loss": 0.9383673908092357, "avg t": 0.9221295997831557, "plain loss": 0.11905512573100906}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.02116666666667, "Augmented-Loss": 0.09093184025386969, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.07099906800190607, "PGD-Accuracy": 3.75, "PGD-Loss": 5.774059387207031}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 103.14721846580505, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1896, "Augmented-Loss": 0.07145098297286033, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05300646183490753, "PGD-Accuracy": 2.08, "PGD-Loss": 6.634648352050781}, "Total-Time": 2158.4183855056763, "Train": {"Loss": 0.9383018340358028, "avg t": 0.9221144161224365, "plain loss": 0.11621363086170627}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1115, "Augmented-Loss": 0.07081180691738924, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.054377671748399733, "PGD-Accuracy": 2.45, "PGD-Loss": 6.636167877197265}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 104.13975262641907, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.0845, "Augmented-Loss": 0.08733762664437295, "Clean-Accuracy": 99.16, "Clean-Loss": 0.06638690649271012, "PGD-Accuracy": 3.49, "PGD-Loss": 6.092972235107422}, "Total-Time": 2262.5581381320953, "Train": {"Loss": 0.9382634732634932, "avg t": 0.9221047318070024, "plain loss": 0.11722160596141117}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.11316666666667, "Augmented-Loss": 0.08308795096317927, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06429863293965657, "PGD-Accuracy": 3.6, "PGD-Loss": 6.069921956380209}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 103.43337655067444, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3699951171875, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0651, "Augmented-Loss": 0.08139834238123894, "Clean-Accuracy": 99.17, "Clean-Loss": 0.06232386425733566, "PGD-Accuracy": 3.04, "PGD-Loss": 6.170476055908203}, "Total-Time": 2365.99151468277, "Train": {"Loss": 0.9382488666110569, "avg t": 0.9221006227422643, "plain loss": 0.11577976988156624}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.0315, "Augmented-Loss": 0.07851576004942258, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.061436135252316795, "PGD-Accuracy": 3.216666666666667, "PGD-Loss": 6.087865229288737}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 103.77634000778198, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3699951171875, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.40999603271484, "Augmented-Accuracy": 99.0037, "Augmented-Loss": 0.08451498066020012, "Clean-Accuracy": 99.02, "Clean-Loss": 0.06485159033536911, "PGD-Accuracy": 3.21, "PGD-Loss": 5.773849450683594}, "Total-Time": 2469.7678546905518, "Train": {"Loss": 0.9382576131114253, "avg t": 0.9221014260892515, "plain loss": 0.11552907342910747}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 98.974, "Augmented-Loss": 0.07831495261569818, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.060989462018013, "PGD-Accuracy": 3.283333333333333, "PGD-Loss": 5.608794123331705}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 102.98633289337158, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.41999816894531, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.39999389648438, "Augmented-Accuracy": 99.0222, "Augmented-Loss": 0.09232761977672577, "Clean-Accuracy": 99.11, "Clean-Loss": 0.06967004946470261, "PGD-Accuracy": 4.37, "PGD-Loss": 5.668836526489258}, "Total-Time": 2572.7541875839233, "Train": {"Loss": 0.9382183662167302, "avg t": 0.9220879133365772, "plain loss": 0.1151825694755273}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 98.98733333333334, "Augmented-Loss": 0.08633787537932396, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06610980631907781, "PGD-Accuracy": 4.733333333333333, "PGD-Loss": 5.595545280456543}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 103.13008379936218, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.52999877929688, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.0885, "Augmented-Loss": 0.085184815523386, "Clean-Accuracy": 99.16, "Clean-Loss": 0.0630450836777687, "PGD-Accuracy": 2.8, "PGD-Loss": 6.091639907836914}, "Total-Time": 2675.8842713832855, "Train": {"Loss": 0.9382493098400257, "avg t": 0.9220997178819444, "plain loss": 0.11455928372277153}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.06266666666667, "Augmented-Loss": 0.08002484869996707, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06041784856716792, "PGD-Accuracy": 3.55, "PGD-Loss": 6.054365951538086}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 103.99993443489075, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.1109, "Augmented-Loss": 0.08321072748923301, "Clean-Accuracy": 99.18, "Clean-Loss": 0.0631225492477417, "PGD-Accuracy": 2.74, "PGD-Loss": 6.075314953613281}, "Total-Time": 2779.8842058181763, "Train": {"Loss": 0.9382139896816678, "avg t": 0.9220844316305937, "plain loss": 0.11279723853181901}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.06533333333333, "Augmented-Loss": 0.07928908167262871, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06124588068326314, "PGD-Accuracy": 2.716666666666667, "PGD-Loss": 6.007039065043132}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 103.47478604316711, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.22999572753906, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.0885, "Augmented-Loss": 0.07816258148765563, "Clean-Accuracy": 99.17, "Clean-Loss": 0.06003446162939072, "PGD-Accuracy": 2.79, "PGD-Loss": 5.963092456054688}, "Total-Time": 2883.3589918613434, "Train": {"Loss": 0.9381884396164506, "avg t": 0.9220854150984023, "plain loss": 0.11232456434391169}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.09966666666666, "Augmented-Loss": 0.07401555978020032, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05790377216537793, "PGD-Accuracy": 2.85, "PGD-Loss": 5.873548919677734}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 103.60551047325134, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47000122070312, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.0985, "Augmented-Loss": 0.07632562986564637, "Clean-Accuracy": 99.22, "Clean-Loss": 0.058504392051696774, "PGD-Accuracy": 2.56, "PGD-Loss": 6.014662973022461}, "Total-Time": 2986.9645023345947, "Train": {"Loss": 0.9381781606320981, "avg t": 0.9220749388270908, "plain loss": 0.10976065333684283}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.092, "Augmented-Loss": 0.07188782269716262, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05599244573712349, "PGD-Accuracy": 3.283333333333333, "PGD-Loss": 5.932789637247722}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 103.05929803848267, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.22000122070312, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1517, "Augmented-Loss": 0.07927264210748672, "Clean-Accuracy": 99.24, "Clean-Loss": 0.05984013296365738, "PGD-Accuracy": 2.45, "PGD-Loss": 5.929287045288086}, "Total-Time": 3090.0238003730774, "Train": {"Loss": 0.938160133432459, "avg t": 0.9220681107132523, "plain loss": 0.1090151366127863}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1135, "Augmented-Loss": 0.07469527324140073, "Clean-Accuracy": 99.15, "Clean-Loss": 0.057393570651610694, "PGD-Accuracy": 2.4833333333333334, "PGD-Loss": 5.885018409729004}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 103.5823483467102, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1619, "Augmented-Loss": 0.08578327601909637, "Clean-Accuracy": 99.26, "Clean-Loss": 0.0653363695383072, "PGD-Accuracy": 3.4, "PGD-Loss": 5.701777947998047}, "Total-Time": 3193.6061487197876, "Train": {"Loss": 0.9381185889420686, "avg t": 0.9220689774619208, "plain loss": 0.10987252607698786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.17116666666666, "Augmented-Loss": 0.0797542477196455, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.06154248434305191, "PGD-Accuracy": 4.116666666666666, "PGD-Loss": 5.662950897216797}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 103.24536204338074, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2069, "Augmented-Loss": 0.07565457875454426, "Clean-Accuracy": 99.28, "Clean-Loss": 0.0572013441324234, "PGD-Accuracy": 2.75, "PGD-Loss": 5.855383834838867}, "Total-Time": 3296.8515107631683, "Train": {"Loss": 0.9381219932061654, "avg t": 0.9220646673131873, "plain loss": 0.11141015282207066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.179, "Augmented-Loss": 0.07142924496928851, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05500400665402412, "PGD-Accuracy": 2.8833333333333333, "PGD-Loss": 5.815027333577474}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 104.51205110549927, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1296, "Augmented-Loss": 0.0876139255490303, "Clean-Accuracy": 99.19, "Clean-Loss": 0.06618371230363845, "PGD-Accuracy": 1.78, "PGD-Loss": 5.871427578735352}, "Total-Time": 3401.3635618686676, "Train": {"Loss": 0.9381332037537187, "avg t": 0.9220647536383735, "plain loss": 0.11087349558229811}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.1275, "Augmented-Loss": 0.08215604651947817, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06279214750727018, "PGD-Accuracy": 2.433333333333333, "PGD-Loss": 5.7317486724853515}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 103.87641978263855, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1639, "Augmented-Loss": 0.07462462666094304, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05601545969247818, "PGD-Accuracy": 2.29, "PGD-Loss": 6.04532314453125}, "Total-Time": 3505.239981651306, "Train": {"Loss": 0.9381234001760129, "avg t": 0.9220625557016443, "plain loss": 0.10785625314006095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.15366666666667, "Augmented-Loss": 0.071715228377978, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.055198059489329654, "PGD-Accuracy": 2.5833333333333335, "PGD-Loss": 5.964527252197265}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 102.89596605300903, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1285, "Augmented-Loss": 0.0788912679271698, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05890426684617996, "PGD-Accuracy": 2.8, "PGD-Loss": 6.164475436401367}, "Total-Time": 3608.135947704315, "Train": {"Loss": 0.9380856139571578, "avg t": 0.9220581576735885, "plain loss": 0.1071473058347349}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.138, "Augmented-Loss": 0.07596649932622909, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.057967644105354946, "PGD-Accuracy": 3.183333333333333, "PGD-Loss": 6.129395070393881}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 103.45112824440002, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1582, "Augmented-Loss": 0.08875077263665199, "Clean-Accuracy": 99.22, "Clean-Loss": 0.06621048107147216, "PGD-Accuracy": 2.41, "PGD-Loss": 5.648554751586914}, "Total-Time": 3711.587075948715, "Train": {"Loss": 0.938066539199264, "avg t": 0.922053806093004, "plain loss": 0.10987554981443613}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.163, "Augmented-Loss": 0.08264543488581975, "Clean-Accuracy": 99.2, "Clean-Loss": 0.0624731546441714, "PGD-Accuracy": 2.6, "PGD-Loss": 5.547171890258789}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 103.41599941253662, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1259, "Augmented-Loss": 0.07514512852549553, "Clean-Accuracy": 99.19, "Clean-Loss": 0.057374063110351564, "PGD-Accuracy": 2.25, "PGD-Loss": 6.052428707885742}, "Total-Time": 3815.003075361252, "Train": {"Loss": 0.9380786068881, "avg t": 0.9220529585944282, "plain loss": 0.10613026506989093}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.12083333333334, "Augmented-Loss": 0.07066336546301842, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05514295846223831, "PGD-Accuracy": 2.183333333333333, "PGD-Loss": 5.902258000691732}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 102.61647891998291, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1447, "Augmented-Loss": 0.07368143026208877, "Clean-Accuracy": 99.19, "Clean-Loss": 0.05651041976213455, "PGD-Accuracy": 2.04, "PGD-Loss": 5.957216961669922}, "Total-Time": 3917.6195542812347, "Train": {"Loss": 0.9380845091431229, "avg t": 0.922055744877568, "plain loss": 0.10672633867617012}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.127, "Augmented-Loss": 0.07050589799920717, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05531248218814532, "PGD-Accuracy": 2.6, "PGD-Loss": 5.872809997558594}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 103.60769009590149, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1246, "Augmented-Loss": 0.08215911749482155, "Clean-Accuracy": 99.21, "Clean-Loss": 0.06122049013376236, "PGD-Accuracy": 2.26, "PGD-Loss": 6.093074325561523}, "Total-Time": 4021.2272443771362, "Train": {"Loss": 0.938030825332359, "avg t": 0.9220412577169913, "plain loss": 0.10673863657845382}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.13033333333334, "Augmented-Loss": 0.07766295068105061, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05902347852786382, "PGD-Accuracy": 2.3666666666666667, "PGD-Loss": 6.00316845703125}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 103.62360739707947, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.1874, "Augmented-Loss": 0.08352644480156898, "Clean-Accuracy": 99.27, "Clean-Loss": 0.06346079361438751, "PGD-Accuracy": 1.81, "PGD-Loss": 5.927779455566406}, "Total-Time": 4124.850851774216, "Train": {"Loss": 0.9380906245620162, "avg t": 0.922048532238713, "plain loss": 0.10751065012613938}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.13133333333333, "Augmented-Loss": 0.07879265961349011, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06048939852913221, "PGD-Accuracy": 2.066666666666667, "PGD-Loss": 5.93078781636556}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 103.18462562561035, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1673, "Augmented-Loss": 0.0726682739520073, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05564730768203735, "PGD-Accuracy": 1.8, "PGD-Loss": 6.051538757324218}, "Total-Time": 4228.035477399826, "Train": {"Loss": 0.9381293016363074, "avg t": 0.9220587043762207, "plain loss": 0.10713349836137555}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.15316666666666, "Augmented-Loss": 0.06828766449014345, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.052931049158175786, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.958288391113281}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 103.41465997695923, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1476, "Augmented-Loss": 0.07365389063167573, "Clean-Accuracy": 99.2, "Clean-Loss": 0.056308161509037016, "PGD-Accuracy": 2.25, "PGD-Loss": 5.9526562530517575}, "Total-Time": 4331.450137376785, "Train": {"Loss": 0.9380979817355121, "avg t": 0.9220448079639011, "plain loss": 0.10770273829919327}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.16366666666667, "Augmented-Loss": 0.06993375027060508, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05455427269140879, "PGD-Accuracy": 2.783333333333333, "PGD-Loss": 5.891639073689778}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 103.75382709503174, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.0954, "Augmented-Loss": 0.0788399107747078, "Clean-Accuracy": 99.18, "Clean-Loss": 0.06053960915803909, "PGD-Accuracy": 2.47, "PGD-Loss": 5.922673812866211}, "Total-Time": 4435.203964471817, "Train": {"Loss": 0.9380598299591629, "avg t": 0.9220395037333171, "plain loss": 0.10656019695776485}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.129, "Augmented-Loss": 0.07443859745681286, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.058209721585114796, "PGD-Accuracy": 2.45, "PGD-Loss": 5.845634099324545}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 102.77003240585327, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43000030517578, "Augmented-0.05-Quantile-Accuracy": 98.22999572753906, "Augmented-0.1-Quantile-Accuracy": 98.45999908447266, "Augmented-Accuracy": 99.0527, "Augmented-Loss": 0.07970715507888794, "Clean-Accuracy": 99.19, "Clean-Loss": 0.060321582961082455, "PGD-Accuracy": 1.88, "PGD-Loss": 6.045210928344726}, "Total-Time": 4537.97399687767, "Train": {"Loss": 0.9380831477553756, "avg t": 0.9220436693827311, "plain loss": 0.10496489211541633}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.12516666666667, "Augmented-Loss": 0.07586380414247512, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.0584018325706323, "PGD-Accuracy": 2.05, "PGD-Loss": 5.977987569173177}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 103.33244705200195, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1922, "Augmented-Loss": 0.07804071519494056, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05947437977790832, "PGD-Accuracy": 2.43, "PGD-Loss": 5.795667266845703}, "Total-Time": 4641.306443929672, "Train": {"Loss": 0.9380211073204323, "avg t": 0.9220303505791558, "plain loss": 0.10629036629111678}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.20183333333334, "Augmented-Loss": 0.07360017035702865, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05685366990168889, "PGD-Accuracy": 2.7, "PGD-Loss": 5.726760579427084}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 102.90601420402527, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1523, "Augmented-Loss": 0.07537075614404679, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05730262395143509, "PGD-Accuracy": 2.49, "PGD-Loss": 5.883465673828125}, "Total-Time": 4744.2124581336975, "Train": {"Loss": 0.9380237656699286, "avg t": 0.9220331950011077, "plain loss": 0.10387537892659501}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.19116666666666, "Augmented-Loss": 0.07054349534213543, "Clean-Accuracy": 99.3, "Clean-Loss": 0.054256529817978544, "PGD-Accuracy": 2.6, "PGD-Loss": 5.8199715983072915}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 103.59297108650208, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1708, "Augmented-Loss": 0.08562540896892548, "Clean-Accuracy": 99.29, "Clean-Loss": 0.06362225987911224, "PGD-Accuracy": 2.37, "PGD-Loss": 5.792717996215821}, "Total-Time": 4847.8054292202, "Train": {"Loss": 0.9380298555868644, "avg t": 0.9220276511157001, "plain loss": 0.10442856680905388}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.12366666666667, "Augmented-Loss": 0.08085331820050876, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.0611504329542319, "PGD-Accuracy": 2.6333333333333333, "PGD-Loss": 5.747219345092773}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 102.3869080543518, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1781, "Augmented-Loss": 0.07992395852971076, "Clean-Accuracy": 99.28, "Clean-Loss": 0.06090689409971237, "PGD-Accuracy": 2.9, "PGD-Loss": 5.58049235534668}, "Total-Time": 4950.192337274551, "Train": {"Loss": 0.9380268606962981, "avg t": 0.922036609614337, "plain loss": 0.10639610698841213}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.135, "Augmented-Loss": 0.07492194516897202, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.05774926490585009, "PGD-Accuracy": 3.183333333333333, "PGD-Loss": 5.528198486328125}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 103.53153276443481, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.0909, "Augmented-Loss": 0.07883687651789188, "Clean-Accuracy": 99.14, "Clean-Loss": 0.06133894747495651, "PGD-Accuracy": 2.2, "PGD-Loss": 5.926002087402344}, "Total-Time": 5053.723870038986, "Train": {"Loss": 0.9380256539097539, "avg t": 0.9220307648270218, "plain loss": 0.10258665502336284}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.09, "Augmented-Loss": 0.07436727347970008, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.058709478497505185, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.842473124186198}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 103.72378134727478, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1111, "Augmented-Loss": 0.07466237573909759, "Clean-Accuracy": 99.16, "Clean-Loss": 0.056674223053455354, "PGD-Accuracy": 2.58, "PGD-Loss": 5.885392431640625}, "Total-Time": 5157.447651386261, "Train": {"Loss": 0.938037795914544, "avg t": 0.9220287380218506, "plain loss": 0.10224087830296275}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.15716666666667, "Augmented-Loss": 0.07077285695254802, "Clean-Accuracy": 99.25, "Clean-Loss": 0.054541542530059814, "PGD-Accuracy": 2.9833333333333334, "PGD-Loss": 5.889373682657878}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 102.81428146362305, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.62999725341797, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.096, "Augmented-Loss": 0.07219164590620994, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0560046648979187, "PGD-Accuracy": 1.88, "PGD-Loss": 5.972373889160156}, "Total-Time": 5260.261932849884, "Train": {"Loss": 0.9379853222635057, "avg t": 0.9220255167925799, "plain loss": 0.10331567380693217}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.172, "Augmented-Loss": 0.06710246335575978, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05245283261934916, "PGD-Accuracy": 2.1166666666666667, "PGD-Loss": 5.884125900268555}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 103.80048036575317, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.119, "Augmented-Loss": 0.08129576601195336, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0619385897397995, "PGD-Accuracy": 2.15, "PGD-Loss": 5.691910781860352}, "Total-Time": 5364.062413215637, "Train": {"Loss": 0.9380101618236966, "avg t": 0.922018611130891, "plain loss": 0.10274456060021016}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.17866666666667, "Augmented-Loss": 0.07610079416851202, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05868438762426376, "PGD-Accuracy": 2.3333333333333335, "PGD-Loss": 5.643244150797526}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 103.25336766242981, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.7699966430664, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1382, "Augmented-Loss": 0.07758566845798492, "Clean-Accuracy": 99.19, "Clean-Loss": 0.05874861123561859, "PGD-Accuracy": 1.82, "PGD-Loss": 5.746990679931641}, "Total-Time": 5467.315780878067, "Train": {"Loss": 0.93797273212009, "avg t": 0.9220198160100866, "plain loss": 0.10140390031955861}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.12216666666667, "Augmented-Loss": 0.07309577955186367, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05616568578282992, "PGD-Accuracy": 2.1333333333333333, "PGD-Loss": 5.683923919677734}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 104.45481777191162, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.64999389648438, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.1028, "Augmented-Loss": 0.07392527657079696, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05823009992837906, "PGD-Accuracy": 1.68, "PGD-Loss": 5.7761284973144535}, "Total-Time": 5571.770598649979, "Train": {"Loss": 0.9379613730112711, "avg t": 0.9220172130620038, "plain loss": 0.10020272772223873}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1965, "Augmented-Loss": 0.06835845739672582, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05402985578775406, "PGD-Accuracy": 2.25, "PGD-Loss": 5.687161771138509}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 103.77360105514526, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1705, "Augmented-Loss": 0.0660515845644474, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05056926505565643, "PGD-Accuracy": 1.98, "PGD-Loss": 5.891155215454101}, "Total-Time": 5675.544199705124, "Train": {"Loss": 0.9379801173033537, "avg t": 0.9220230765872531, "plain loss": 0.10217270779079853}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.17266666666667, "Augmented-Loss": 0.06388945428937673, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05006726698080698, "PGD-Accuracy": 2.1166666666666667, "PGD-Loss": 5.860749689737956}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 102.77716302871704, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.155, "Augmented-Loss": 0.07486235090708733, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05789251427650452, "PGD-Accuracy": 2.98, "PGD-Loss": 5.497025906372071}, "Total-Time": 5778.321362733841, "Train": {"Loss": 0.9379651162889269, "avg t": 0.922020617167155, "plain loss": 0.1027679970635308}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.15483333333333, "Augmented-Loss": 0.06970738050758839, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05448196148872376, "PGD-Accuracy": 2.9166666666666665, "PGD-Loss": 5.453975725809733}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 104.2481300830841, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1468, "Augmented-Loss": 0.07488450128221512, "Clean-Accuracy": 99.22, "Clean-Loss": 0.057736521577835084, "PGD-Accuracy": 2.23, "PGD-Loss": 5.685057238769531}, "Total-Time": 5882.569492816925, "Train": {"Loss": 0.9379987054047761, "avg t": 0.9220203283804435, "plain loss": 0.10107807219469969}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.13983333333333, "Augmented-Loss": 0.06976237685044606, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05412874389688174, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.590564915974935}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 102.67152047157288, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1243, "Augmented-Loss": 0.08059812192535401, "Clean-Accuracy": 99.19, "Clean-Loss": 0.06130824394226074, "PGD-Accuracy": 2.89, "PGD-Loss": 5.735544122314453}, "Total-Time": 5985.241013288498, "Train": {"Loss": 0.9379762816252531, "avg t": 0.9220179451130055, "plain loss": 0.10155114318706364}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.08866666666667, "Augmented-Loss": 0.07688075134813785, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.05930908312400182, "PGD-Accuracy": 3.1666666666666665, "PGD-Loss": 5.7144863891601565}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 104.00763273239136, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1778, "Augmented-Loss": 0.0710104889370203, "Clean-Accuracy": 99.21, "Clean-Loss": 0.053860995388031005, "PGD-Accuracy": 2.27, "PGD-Loss": 5.848060983276367}, "Total-Time": 6089.248646020889, "Train": {"Loss": 0.937981165850604, "avg t": 0.9220203565138357, "plain loss": 0.10169097985514886}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.16233333333334, "Augmented-Loss": 0.06837481591165066, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05263944779833158, "PGD-Accuracy": 2.433333333333333, "PGD-Loss": 5.799252059936523}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 103.1580901145935, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.45999908447266, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1426, "Augmented-Loss": 0.07271020361328125, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05605248415470123, "PGD-Accuracy": 1.82, "PGD-Loss": 5.892586770629883}, "Total-Time": 6192.406736135483, "Train": {"Loss": 0.9379748710702966, "avg t": 0.9220243106418186, "plain loss": 0.10231719114338911}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.09266666666667, "Augmented-Loss": 0.06840210050682227, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05328801860411962, "PGD-Accuracy": 2.3666666666666667, "PGD-Loss": 5.880559377034505}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 104.20077657699585, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.172, "Augmented-Loss": 0.07477651929473877, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05760605537891388, "PGD-Accuracy": 2.2, "PGD-Loss": 5.7937832397460935}, "Total-Time": 6296.607512712479, "Train": {"Loss": 0.9379669650042498, "avg t": 0.9220139144791497, "plain loss": 0.10023615301096869}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.147, "Augmented-Loss": 0.06968967967033386, "Clean-Accuracy": 99.25, "Clean-Loss": 0.054193925678730014, "PGD-Accuracy": 2.3666666666666667, "PGD-Loss": 5.728986788431803}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 103.45728754997253, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1849, "Augmented-Loss": 0.07207045973181725, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05516671559810638, "PGD-Accuracy": 2.2, "PGD-Loss": 5.911287307739258}, "Total-Time": 6400.064800262451, "Train": {"Loss": 0.9379895608866656, "avg t": 0.9220130080117119, "plain loss": 0.1009562140853316}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.20366666666666, "Augmented-Loss": 0.06834312928835551, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05311075199643771, "PGD-Accuracy": 2.4166666666666665, "PGD-Loss": 5.897484494527181}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 103.88192701339722, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1217, "Augmented-Loss": 0.07518581210017204, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05692856060266495, "PGD-Accuracy": 2.0, "PGD-Loss": 5.776841271972656}, "Total-Time": 6503.946727275848, "Train": {"Loss": 0.9379540049235026, "avg t": 0.9220100847880045, "plain loss": 0.09850477968145292}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.1605, "Augmented-Loss": 0.07053822364429632, "Clean-Accuracy": 99.25, "Clean-Loss": 0.053928614338239034, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.737408991495768}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 103.9716465473175, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1647, "Augmented-Loss": 0.06766464551234246, "Clean-Accuracy": 99.23, "Clean-Loss": 0.052591585159301756, "PGD-Accuracy": 1.21, "PGD-Loss": 5.793339639282227}, "Total-Time": 6607.918373823166, "Train": {"Loss": 0.937932024496573, "avg t": 0.9220060424274868, "plain loss": 0.09502707549907537}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.13816666666666, "Augmented-Loss": 0.06369479166706403, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05029268138607343, "PGD-Accuracy": 1.6333333333333333, "PGD-Loss": 5.770603141784668}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 102.64495992660522, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.177, "Augmented-Loss": 0.06781964573037624, "Clean-Accuracy": 99.28, "Clean-Loss": 0.0516563588142395, "PGD-Accuracy": 1.72, "PGD-Loss": 5.910668301391602}, "Total-Time": 6710.563333749771, "Train": {"Loss": 0.9379676047784311, "avg t": 0.9220119551199454, "plain loss": 0.09820283454965682}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.134, "Augmented-Loss": 0.0640415162145098, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04941818220416705, "PGD-Accuracy": 2.2, "PGD-Loss": 5.788473383585612}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 103.8626217842102, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1365, "Augmented-Loss": 0.07495415502011776, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05710341076850891, "PGD-Accuracy": 1.8, "PGD-Loss": 5.770292932128906}, "Total-Time": 6814.425955533981, "Train": {"Loss": 0.9379661173820496, "avg t": 0.9220108865455345, "plain loss": 0.09684728540844391}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.196, "Augmented-Loss": 0.06973836714287598, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05358895932634671, "PGD-Accuracy": 2.25, "PGD-Loss": 5.7349160868326825}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 102.24930334091187, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1571, "Augmented-Loss": 0.07616090077924728, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05795037343502045, "PGD-Accuracy": 1.66, "PGD-Loss": 5.839443588256836}, "Total-Time": 6916.675258874893, "Train": {"Loss": 0.9379251612910517, "avg t": 0.9220087647614655, "plain loss": 0.09800702628559527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.1805, "Augmented-Loss": 0.07157704189896584, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05511971854170163, "PGD-Accuracy": 2.216666666666667, "PGD-Loss": 5.787809163411458}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 104.18157744407654, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.7699966430664, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1568, "Augmented-Loss": 0.0687753088105917, "Clean-Accuracy": 99.21, "Clean-Loss": 0.052613240671157836, "PGD-Accuracy": 1.59, "PGD-Loss": 5.935323275756836}, "Total-Time": 7020.85683631897, "Train": {"Loss": 0.9379074267987851, "avg t": 0.9220017885985198, "plain loss": 0.09731387920732842}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.139, "Augmented-Loss": 0.06542850907395284, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0508856479426225, "PGD-Accuracy": 2.05, "PGD-Loss": 5.823933385213216}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 103.01229906082153, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.1801, "Augmented-Loss": 0.07250803827786445, "Clean-Accuracy": 99.22, "Clean-Loss": 0.055379235911369326, "PGD-Accuracy": 1.92, "PGD-Loss": 5.953556567382813}, "Total-Time": 7123.869135379791, "Train": {"Loss": 0.9379009216449878, "avg t": 0.9219952593202945, "plain loss": 0.09617072821016678}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.15983333333334, "Augmented-Loss": 0.06849842413008213, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05286730143427849, "PGD-Accuracy": 2.35, "PGD-Loss": 5.956783543904622}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 102.66292309761047, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2218, "Augmented-Loss": 0.06972922903704644, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05298840962648392, "PGD-Accuracy": 1.46, "PGD-Loss": 5.927206884765625}, "Total-Time": 7226.532058477402, "Train": {"Loss": 0.9379469942163539, "avg t": 0.9220063721692121, "plain loss": 0.09707948366094521}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.19266666666667, "Augmented-Loss": 0.06565967138151328, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.050538968672355015, "PGD-Accuracy": 1.7833333333333334, "PGD-Loss": 5.893404357910156}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 104.25815868377686, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1754, "Augmented-Loss": 0.07283393081200124, "Clean-Accuracy": 99.26, "Clean-Loss": 0.055356418132781984, "PGD-Accuracy": 2.03, "PGD-Loss": 5.811767913818359}, "Total-Time": 7330.790217161179, "Train": {"Loss": 0.9379324702686733, "avg t": 0.9220036228321217, "plain loss": 0.09865370058483545}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.18183333333333, "Augmented-Loss": 0.06875895583212376, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05300159146388372, "PGD-Accuracy": 2.4, "PGD-Loss": 5.727527643839518}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 104.03346085548401, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1256, "Augmented-Loss": 0.07414690293622017, "Clean-Accuracy": 99.18, "Clean-Loss": 0.05809675040245056, "PGD-Accuracy": 2.32, "PGD-Loss": 5.523208135986328}, "Total-Time": 7434.823678016663, "Train": {"Loss": 0.9379345900394298, "avg t": 0.9220032756946706, "plain loss": 0.0984253698454963}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.129, "Augmented-Loss": 0.06941180708547433, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.054838006138801576, "PGD-Accuracy": 2.6166666666666667, "PGD-Loss": 5.483543401082357}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 103.82572793960571, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1884, "Augmented-Loss": 0.06510563528585434, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04966586584448814, "PGD-Accuracy": 1.7, "PGD-Loss": 6.076639096069336}, "Total-Time": 7538.649405956268, "Train": {"Loss": 0.9379060387434783, "avg t": 0.921999600869638, "plain loss": 0.1002055846797096}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.16333333333333, "Augmented-Loss": 0.06309352948536476, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.049403804192940395, "PGD-Accuracy": 1.7333333333333334, "PGD-Loss": 6.052005544026692}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 104.51147651672363, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1417, "Augmented-Loss": 0.07630267396211624, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05840410532951355, "PGD-Accuracy": 1.56, "PGD-Loss": 5.871047250366211}, "Total-Time": 7643.160882472992, "Train": {"Loss": 0.9379155179659525, "avg t": 0.9219938218858507, "plain loss": 0.0953982075797186}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.16033333333333, "Augmented-Loss": 0.07159577705482642, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05522167397538821, "PGD-Accuracy": 1.9666666666666666, "PGD-Loss": 5.866795303344727}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 103.17898941040039, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1093, "Augmented-Loss": 0.07202738838100434, "Clean-Accuracy": 99.13, "Clean-Loss": 0.055617594254016876, "PGD-Accuracy": 2.13, "PGD-Loss": 5.945594268798828}, "Total-Time": 7746.339871883392, "Train": {"Loss": 0.9379144402256718, "avg t": 0.921998461705667, "plain loss": 0.09582934533225163}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.166, "Augmented-Loss": 0.06758230284194151, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05283694039781888, "PGD-Accuracy": 2.466666666666667, "PGD-Loss": 5.829367050170898}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 103.46606206893921, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.1194, "Augmented-Loss": 0.06929322848916054, "Clean-Accuracy": 99.16, "Clean-Loss": 0.05417402011156082, "PGD-Accuracy": 1.59, "PGD-Loss": 5.731039831542969}, "Total-Time": 7849.8059339523315, "Train": {"Loss": 0.9378689996931288, "avg t": 0.9219907856693974, "plain loss": 0.09600577351782053}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.18733333333333, "Augmented-Loss": 0.06460204391767581, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.050964009910821916, "PGD-Accuracy": 1.75, "PGD-Loss": 5.669939275105794}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 102.90109252929688, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1596, "Augmented-Loss": 0.0685771496449709, "Clean-Accuracy": 99.25, "Clean-Loss": 0.052216828286647796, "PGD-Accuracy": 1.61, "PGD-Loss": 5.909244784545899}, "Total-Time": 7952.707026481628, "Train": {"Loss": 0.9379156339433458, "avg t": 0.9219985396773727, "plain loss": 0.0959920245205914}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.17566666666667, "Augmented-Loss": 0.0648379433709383, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05026505164305369, "PGD-Accuracy": 2.066666666666667, "PGD-Loss": 5.90240109761556}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 103.30398082733154, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1625, "Augmented-Loss": 0.0715938892096281, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0554079223036766, "PGD-Accuracy": 2.45, "PGD-Loss": 5.4593594390869145}, "Total-Time": 8056.01100730896, "Train": {"Loss": 0.937908697075314, "avg t": 0.921998897517169, "plain loss": 0.09750872952143347}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.17816666666667, "Augmented-Loss": 0.06793576914091905, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.053346239656209944, "PGD-Accuracy": 2.5166666666666666, "PGD-Loss": 5.4250907084147135}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 103.61581873893738, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1825, "Augmented-Loss": 0.06702144005608558, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05124359027147293, "PGD-Accuracy": 1.86, "PGD-Loss": 5.780322918701172}, "Total-Time": 8159.626826047897, "Train": {"Loss": 0.9379115456475152, "avg t": 0.9219981630819816, "plain loss": 0.09571058861591202}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.1625, "Augmented-Loss": 0.06410201321889956, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.050088468889395395, "PGD-Accuracy": 2.4833333333333334, "PGD-Loss": 5.694990971883138}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 103.34357810020447, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.152, "Augmented-Loss": 0.07282617901289463, "Clean-Accuracy": 99.2, "Clean-Loss": 0.055668255364894864, "PGD-Accuracy": 1.92, "PGD-Loss": 5.815305841064453}, "Total-Time": 8262.970404148102, "Train": {"Loss": 0.9378795936725758, "avg t": 0.9219927041972125, "plain loss": 0.0937963535149891}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.14, "Augmented-Loss": 0.06899034574349722, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05371305411060651, "PGD-Accuracy": 1.85, "PGD-Loss": 5.756594324747721}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 102.51814770698547, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1966, "Augmented-Loss": 0.0740368992831707, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05655777186155319, "PGD-Accuracy": 2.28, "PGD-Loss": 5.839748651123047}, "Total-Time": 8365.488551855087, "Train": {"Loss": 0.9378905194600423, "avg t": 0.9219907855987549, "plain loss": 0.09554908131846675}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.17, "Augmented-Loss": 0.07001873000005882, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05422455128033956, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.792382410685222}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 104.22344183921814, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.56999969482422, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1099, "Augmented-Loss": 0.08313660613775253, "Clean-Accuracy": 99.16, "Clean-Loss": 0.06318544324636459, "PGD-Accuracy": 2.06, "PGD-Loss": 5.639904272460938}, "Total-Time": 8469.711993694305, "Train": {"Loss": 0.9379196233396176, "avg t": 0.9219980967486346, "plain loss": 0.09739944233717748}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.104, "Augmented-Loss": 0.0775811090228955, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05949754768610001, "PGD-Accuracy": 2.6, "PGD-Loss": 5.557207377115885}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 103.90772438049316, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1363, "Augmented-Loss": 0.07470923564720154, "Clean-Accuracy": 99.21, "Clean-Loss": 0.057257448029518127, "PGD-Accuracy": 2.32, "PGD-Loss": 5.737425881958008}, "Total-Time": 8573.619718074799, "Train": {"Loss": 0.9378676707656295, "avg t": 0.9219860487337466, "plain loss": 0.09501601663165635}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.11933333333333, "Augmented-Loss": 0.07080029892643293, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05510274229447047, "PGD-Accuracy": 2.7666666666666666, "PGD-Loss": 5.657149958292643}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 102.31964468955994, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1927, "Augmented-Loss": 0.07514274070143699, "Clean-Accuracy": 99.26, "Clean-Loss": 0.057685219585895536, "PGD-Accuracy": 1.75, "PGD-Loss": 5.752937393188477}, "Total-Time": 8675.939362764359, "Train": {"Loss": 0.9378953632778592, "avg t": 0.921990890291002, "plain loss": 0.0967834352952463}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.43333435058594, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.202, "Augmented-Loss": 0.07104151542564233, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05532366199294726, "PGD-Accuracy": 2.0166666666666666, "PGD-Loss": 5.683440017700195}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 103.01206254959106, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1104, "Augmented-Loss": 0.07423502642917633, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05727989653348923, "PGD-Accuracy": 2.08, "PGD-Loss": 5.742818713378906}, "Total-Time": 8778.95142531395, "Train": {"Loss": 0.9378832110122398, "avg t": 0.9219888937208388, "plain loss": 0.094654970464}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.11416666666666, "Augmented-Loss": 0.0704516738096873, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.055341999838749566, "PGD-Accuracy": 2.4166666666666665, "PGD-Loss": 5.694110977172851}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 104.27326464653015, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2164, "Augmented-Loss": 0.0735846986553669, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05585265643596649, "PGD-Accuracy": 2.18, "PGD-Loss": 5.472313287353516}, "Total-Time": 8883.22468996048, "Train": {"Loss": 0.9378995027895327, "avg t": 0.9219887211411087, "plain loss": 0.09898280133847832}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.24633333333334, "Augmented-Loss": 0.06932506324370702, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.05314050438006719, "PGD-Accuracy": 2.5833333333333335, "PGD-Loss": 5.451547375996908}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 103.29482364654541, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1974, "Augmented-Loss": 0.0738727716255188, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05584663381576538, "PGD-Accuracy": 1.96, "PGD-Loss": 5.646904196166992}, "Total-Time": 8986.519513607025, "Train": {"Loss": 0.9378951803843181, "avg t": 0.9219908617514151, "plain loss": 0.09634117513585959}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.214, "Augmented-Loss": 0.06943601765612761, "Clean-Accuracy": 99.25, "Clean-Loss": 0.053205422520637514, "PGD-Accuracy": 2.1333333333333333, "PGD-Loss": 5.570851254781087}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 103.69657897949219, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1696, "Augmented-Loss": 0.07238895387673377, "Clean-Accuracy": 99.21, "Clean-Loss": 0.055426213264465334, "PGD-Accuracy": 2.06, "PGD-Loss": 5.589283993530273}, "Total-Time": 9090.216092586517, "Train": {"Loss": 0.9378702227981002, "avg t": 0.9219878161395038, "plain loss": 0.09760817120693352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.193, "Augmented-Loss": 0.06752325408319632, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05218651005625725, "PGD-Accuracy": 2.45, "PGD-Loss": 5.565736595153808}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 103.84601497650146, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1663, "Augmented-Loss": 0.06769337352395058, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05276493127346039, "PGD-Accuracy": 2.19, "PGD-Loss": 5.671503424072266}, "Total-Time": 9194.062107563019, "Train": {"Loss": 0.9378635874854194, "avg t": 0.9219876888416432, "plain loss": 0.09479238465450425}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.18683333333334, "Augmented-Loss": 0.06292259397337834, "Clean-Accuracy": 99.25, "Clean-Loss": 0.049507388244072595, "PGD-Accuracy": 2.3, "PGD-Loss": 5.660656723022461}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 103.4465811252594, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1575, "Augmented-Loss": 0.06429315158700943, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04920324832201004, "PGD-Accuracy": 1.48, "PGD-Loss": 5.913529220581054}, "Total-Time": 9297.508688688278, "Train": {"Loss": 0.9378905669318305, "avg t": 0.9219911319591381, "plain loss": 0.09280403210322052}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.16616666666667, "Augmented-Loss": 0.061011562126278875, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04757736304402351, "PGD-Accuracy": 1.8, "PGD-Loss": 5.884235102335612}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 102.93949007987976, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1721, "Augmented-Loss": 0.0670281815110445, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05181988750696182, "PGD-Accuracy": 1.57, "PGD-Loss": 5.758983386230469}, "Total-Time": 9400.448178768158, "Train": {"Loss": 0.9378745243814256, "avg t": 0.9219865701463488, "plain loss": 0.09354859611193349}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1735, "Augmented-Loss": 0.0632405437974135, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04973855781555176, "PGD-Accuracy": 1.8166666666666667, "PGD-Loss": 5.700368408203125}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 103.49299955368042, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1504, "Augmented-Loss": 0.0751927465660572, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0575098677277565, "PGD-Accuracy": 1.63, "PGD-Loss": 5.753491232299805}, "Total-Time": 9503.941178321838, "Train": {"Loss": 0.93787501695421, "avg t": 0.9219867347434715, "plain loss": 0.09557253103609438}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.133, "Augmented-Loss": 0.07074908249715964, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05464536195000013, "PGD-Accuracy": 2.1, "PGD-Loss": 5.721108937581381}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 103.39288687705994, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.0776, "Augmented-Loss": 0.07778757797896863, "Clean-Accuracy": 99.12, "Clean-Loss": 0.059932344818115234, "PGD-Accuracy": 1.4, "PGD-Loss": 5.695102951049805}, "Total-Time": 9607.334065198898, "Train": {"Loss": 0.9378638817116066, "avg t": 0.9219795565428557, "plain loss": 0.09572927810174452}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.08383333333333, "Augmented-Loss": 0.07249782497982184, "Clean-Accuracy": 99.15, "Clean-Loss": 0.056563515822092694, "PGD-Accuracy": 1.9333333333333333, "PGD-Loss": 5.64028135172526}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 103.6482903957367, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1849, "Augmented-Loss": 0.07015568262529373, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05316367117166519, "PGD-Accuracy": 1.65, "PGD-Loss": 5.806277801513672}, "Total-Time": 9710.982355594635, "Train": {"Loss": 0.9378333615197075, "avg t": 0.9219746584009241, "plain loss": 0.09122952858253756}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.19366666666667, "Augmented-Loss": 0.06626923724800349, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05072500766317049, "PGD-Accuracy": 1.8333333333333333, "PGD-Loss": 5.742805119832357}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 104.47782397270203, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1322, "Augmented-Loss": 0.06731460019564628, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05212589507102966, "PGD-Accuracy": 1.63, "PGD-Loss": 5.763857913208008}, "Total-Time": 9815.460179567337, "Train": {"Loss": 0.9378421551209909, "avg t": 0.9219797503859909, "plain loss": 0.09152754380614661}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.18533333333333, "Augmented-Loss": 0.06375715303083261, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05019286429882049, "PGD-Accuracy": 1.85, "PGD-Loss": 5.707763270060221}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 102.92927289009094, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1645, "Augmented-Loss": 0.07286969248580932, "Clean-Accuracy": 99.23, "Clean-Loss": 0.0555313971042633, "PGD-Accuracy": 2.2, "PGD-Loss": 5.770410470581055}, "Total-Time": 9918.389452457428, "Train": {"Loss": 0.9378471544760245, "avg t": 0.9219825089066117, "plain loss": 0.09404649825096144}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.1675, "Augmented-Loss": 0.06839039613703887, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05258718945582708, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.733379689534505}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 102.74539732933044, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2155, "Augmented-Loss": 0.07391864278936386, "Clean-Accuracy": 99.32, "Clean-Loss": 0.05619308497905731, "PGD-Accuracy": 1.18, "PGD-Loss": 5.906800085449219}, "Total-Time": 10021.134849786758, "Train": {"Loss": 0.9378278475337558, "avg t": 0.9219744158850776, "plain loss": 0.0927893917931451}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.18083333333334, "Augmented-Loss": 0.07116887946863969, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05509988724191984, "PGD-Accuracy": 1.5, "PGD-Loss": 5.844225931803385}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 102.44904661178589, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1876, "Augmented-Loss": 0.06916298377168179, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05270097857713699, "PGD-Accuracy": 1.36, "PGD-Loss": 6.039937936401367}, "Total-Time": 10123.583896398544, "Train": {"Loss": 0.9378604707717896, "avg t": 0.9219857790558427, "plain loss": 0.09810656556376696}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.183, "Augmented-Loss": 0.06578484163969756, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.051050181329250335, "PGD-Accuracy": 1.45, "PGD-Loss": 6.030954137166341}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 103.30447721481323, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.2186, "Augmented-Loss": 0.06784806087553501, "Clean-Accuracy": 99.29, "Clean-Loss": 0.051392520463466644, "PGD-Accuracy": 1.85, "PGD-Loss": 5.8515727325439455}, "Total-Time": 10226.888373613358, "Train": {"Loss": 0.9378296947479248, "avg t": 0.9219701245625814, "plain loss": 0.09119520266850799}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.18783333333333, "Augmented-Loss": 0.06493584384610256, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05012384776274363, "PGD-Accuracy": 1.9333333333333333, "PGD-Loss": 5.824097661336263}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 102.56867384910583, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.7699966430664, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1825, "Augmented-Loss": 0.06835575036108493, "Clean-Accuracy": 99.24, "Clean-Loss": 0.05185257391929626, "PGD-Accuracy": 1.39, "PGD-Loss": 5.887857363891602}, "Total-Time": 10329.457047462463, "Train": {"Loss": 0.9378302446294714, "avg t": 0.9219730960704662, "plain loss": 0.09191389341707586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.21983333333333, "Augmented-Loss": 0.06481776643474897, "Clean-Accuracy": 99.35, "Clean-Loss": 0.050024879922469456, "PGD-Accuracy": 2.1166666666666667, "PGD-Loss": 5.836319620768229}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 104.21461272239685, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1471, "Augmented-Loss": 0.0701008623791933, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05489776953458786, "PGD-Accuracy": 1.99, "PGD-Loss": 5.5444830078125}, "Total-Time": 10433.67166018486, "Train": {"Loss": 0.9378534873326619, "avg t": 0.9219770504986798, "plain loss": 0.09154903319323501}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1455, "Augmented-Loss": 0.06599680825442075, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05253146975239118, "PGD-Accuracy": 2.5166666666666666, "PGD-Loss": 5.498758371988933}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 101.93946051597595, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1929, "Augmented-Loss": 0.07086963145315647, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05379890038967133, "PGD-Accuracy": 1.23, "PGD-Loss": 5.67997624206543}, "Total-Time": 10535.611120700836, "Train": {"Loss": 0.9378469042601408, "avg t": 0.9219819589897439, "plain loss": 0.09236836195345276}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.14916666666667, "Augmented-Loss": 0.06780038731336593, "Clean-Accuracy": 99.25, "Clean-Loss": 0.052357664515574776, "PGD-Accuracy": 1.7666666666666666, "PGD-Loss": 5.613641039530436}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 105.06683421134949, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1495, "Augmented-Loss": 0.07399231578683853, "Clean-Accuracy": 99.23, "Clean-Loss": 0.056802967631816866, "PGD-Accuracy": 1.93, "PGD-Loss": 5.528204266357422}, "Total-Time": 10640.677954912186, "Train": {"Loss": 0.9378813731758683, "avg t": 0.9219844957987468, "plain loss": 0.09506256857448153}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.17983333333333, "Augmented-Loss": 0.06915982507010301, "Clean-Accuracy": 99.25, "Clean-Loss": 0.053762927532196046, "PGD-Accuracy": 1.8666666666666667, "PGD-Loss": 5.465376912434896}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 103.68473076820374, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2029, "Augmented-Loss": 0.06668718999516964, "Clean-Accuracy": 99.27, "Clean-Loss": 0.051218708741664884, "PGD-Accuracy": 1.22, "PGD-Loss": 5.802410000610352}, "Total-Time": 10744.36268568039, "Train": {"Loss": 0.937841237809923, "avg t": 0.9219769735336304, "plain loss": 0.0923051205811676}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.17033333333333, "Augmented-Loss": 0.06376287960817416, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04989442045489947, "PGD-Accuracy": 1.5666666666666667, "PGD-Loss": 5.720434143066406}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 103.56898975372314, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1803, "Augmented-Loss": 0.06732193872690201, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05222446123957634, "PGD-Accuracy": 1.68, "PGD-Loss": 5.596853329467773}, "Total-Time": 10847.931675434113, "Train": {"Loss": 0.9378510306323016, "avg t": 0.9219784202575684, "plain loss": 0.09276138455249647}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.16833333333334, "Augmented-Loss": 0.06375114786237478, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.0500774033665657, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.521749013264974}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 103.7373468875885, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1222, "Augmented-Loss": 0.07326621934759617, "Clean-Accuracy": 99.16, "Clean-Loss": 0.05565162147283554, "PGD-Accuracy": 1.9, "PGD-Loss": 5.875131198120117}, "Total-Time": 10951.669022321701, "Train": {"Loss": 0.9378445964565983, "avg t": 0.9219759990021035, "plain loss": 0.0938746040273595}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.1325, "Augmented-Loss": 0.06851797852257888, "Clean-Accuracy": 99.2, "Clean-Loss": 0.052495098302761715, "PGD-Accuracy": 2.283333333333333, "PGD-Loss": 5.820886276245117}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 104.23282432556152, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2107, "Augmented-Loss": 0.06901049122130871, "Clean-Accuracy": 99.26, "Clean-Loss": 0.053403509867191314, "PGD-Accuracy": 1.71, "PGD-Loss": 5.782561099243164}, "Total-Time": 11055.901846647263, "Train": {"Loss": 0.937840310661881, "avg t": 0.9219771371064363, "plain loss": 0.09327093307707053}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.19116666666666, "Augmented-Loss": 0.06479066219071547, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05065906576315562, "PGD-Accuracy": 1.9666666666666666, "PGD-Loss": 5.761111338297526}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 102.51360750198364, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2136, "Augmented-Loss": 0.06600121109008789, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05076575646400452, "PGD-Accuracy": 1.81, "PGD-Loss": 5.8371468383789065}, "Total-Time": 11158.415454149246, "Train": {"Loss": 0.9378315596403899, "avg t": 0.9219733078921283, "plain loss": 0.09277081172377985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.15733333333333, "Augmented-Loss": 0.062396655800640584, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04875174313783646, "PGD-Accuracy": 2.1, "PGD-Loss": 5.734132710774739}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 103.09050226211548, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1639, "Augmented-Loss": 0.06613402026224137, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05037055464982986, "PGD-Accuracy": 1.4, "PGD-Loss": 6.092465728759765}, "Total-Time": 11261.505956411362, "Train": {"Loss": 0.9378061955416644, "avg t": 0.9219701437773528, "plain loss": 0.09190691573001725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.14416666666666, "Augmented-Loss": 0.06220829972098271, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04798721362153689, "PGD-Accuracy": 1.8, "PGD-Loss": 6.045544306437175}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 100.74603128433228, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.188, "Augmented-Loss": 0.06813151852524281, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05266374398469925, "PGD-Accuracy": 1.49, "PGD-Loss": 5.638871588134766}, "Total-Time": 11362.251987695694, "Train": {"Loss": 0.9378216218771758, "avg t": 0.92196948867374, "plain loss": 0.09062145097873833}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.155, "Augmented-Loss": 0.06351746994723877, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04968745528658231, "PGD-Accuracy": 1.8833333333333333, "PGD-Loss": 5.5670766906738285}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 104.51046943664551, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1542, "Augmented-Loss": 0.0628695992103815, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04927434419393539, "PGD-Accuracy": 2.15, "PGD-Loss": 5.772317663574219}, "Total-Time": 11466.76245713234, "Train": {"Loss": 0.9378415902455648, "avg t": 0.9219771364176715, "plain loss": 0.08842375158027363}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.197, "Augmented-Loss": 0.05825982311209043, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.046284740234414735, "PGD-Accuracy": 2.533333333333333, "PGD-Loss": 5.693190358479818}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 104.6362931728363, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.2047, "Augmented-Loss": 0.06330887140035629, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04858954750299454, "PGD-Accuracy": 1.08, "PGD-Loss": 5.785065802001953}, "Total-Time": 11571.398750305176, "Train": {"Loss": 0.9378481460853859, "avg t": 0.9219784487265128, "plain loss": 0.0919323101167326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.17883333333333, "Augmented-Loss": 0.060022676455676556, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04709178826212883, "PGD-Accuracy": 1.2833333333333334, "PGD-Loss": 5.745385279337565}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 104.44763731956482, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2196, "Augmented-Loss": 0.06469887365067005, "Clean-Accuracy": 99.27, "Clean-Loss": 0.049262702894210815, "PGD-Accuracy": 1.19, "PGD-Loss": 5.863343533325195}, "Total-Time": 11675.84638762474, "Train": {"Loss": 0.9378203427703292, "avg t": 0.9219660936284948, "plain loss": 0.08920119998190129}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.18983333333334, "Augmented-Loss": 0.0616679699186484, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04797364336748918, "PGD-Accuracy": 1.4333333333333333, "PGD-Loss": 5.854251266479492}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 104.0178291797638, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1928, "Augmented-Loss": 0.0626172662665844, "Clean-Accuracy": 99.23, "Clean-Loss": 0.04830107721090317, "PGD-Accuracy": 1.57, "PGD-Loss": 5.860066452026367}, "Total-Time": 11779.864216804504, "Train": {"Loss": 0.9377938821757281, "avg t": 0.9219625422159831, "plain loss": 0.09008669786806467}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.1485, "Augmented-Loss": 0.059580411820610364, "Clean-Accuracy": 99.2, "Clean-Loss": 0.046986047367254896, "PGD-Accuracy": 1.55, "PGD-Loss": 5.797036646525065}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 104.00965738296509, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2026, "Augmented-Loss": 0.06588116711711883, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04992335999011993, "PGD-Accuracy": 1.81, "PGD-Loss": 5.777668280029297}, "Total-Time": 11883.87387418747, "Train": {"Loss": 0.9378184140523275, "avg t": 0.9219673665717796, "plain loss": 0.0899722108028553}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.14466666666667, "Augmented-Loss": 0.06277124338676532, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.048672860264778135, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.765237238566081}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 103.28254246711731, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2123, "Augmented-Loss": 0.06662533196151256, "Clean-Accuracy": 99.32, "Clean-Loss": 0.051285345405340195, "PGD-Accuracy": 1.71, "PGD-Loss": 5.673509442138672}, "Total-Time": 11987.156416654587, "Train": {"Loss": 0.9378048721066228, "avg t": 0.921962986698857, "plain loss": 0.08670019308372776}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.18233333333333, "Augmented-Loss": 0.06294954619626204, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04916683358947436, "PGD-Accuracy": 1.75, "PGD-Loss": 5.615657801310221}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 103.0641679763794, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2138, "Augmented-Loss": 0.06840810955059529, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05168101438879967, "PGD-Accuracy": 2.0, "PGD-Loss": 5.813850762939453}, "Total-Time": 12090.220584630966, "Train": {"Loss": 0.9378162213784677, "avg t": 0.9219697299710027, "plain loss": 0.09000776799519858}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.1775, "Augmented-Loss": 0.06481472426493963, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.0500007384121418, "PGD-Accuracy": 2.0166666666666666, "PGD-Loss": 5.747132553100586}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 103.47901034355164, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.1888, "Augmented-Loss": 0.06551445084953308, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05003231478333473, "PGD-Accuracy": 1.82, "PGD-Loss": 5.883925735473633}, "Total-Time": 12193.699594974518, "Train": {"Loss": 0.9378294956242597, "avg t": 0.9219699903594123, "plain loss": 0.08999395374015526}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.14833333333333, "Augmented-Loss": 0.06306733638564746, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.049105676760276155, "PGD-Accuracy": 2.15, "PGD-Loss": 5.849445607503255}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 103.50286197662354, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1523, "Augmented-Loss": 0.0659252899659872, "Clean-Accuracy": 99.25, "Clean-Loss": 0.050096519541740415, "PGD-Accuracy": 1.77, "PGD-Loss": 5.809684118652344}, "Total-Time": 12297.202456951141, "Train": {"Loss": 0.9378519536477549, "avg t": 0.9219703744252523, "plain loss": 0.08832322400940786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1325, "Augmented-Loss": 0.06334836240788301, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04938244534532229, "PGD-Accuracy": 1.7833333333333334, "PGD-Loss": 5.785674372355143}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 104.19684314727783, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1913, "Augmented-Loss": 0.06451728775084019, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04987454394102096, "PGD-Accuracy": 1.45, "PGD-Loss": 5.822081762695312}, "Total-Time": 12401.39930009842, "Train": {"Loss": 0.9378014252274125, "avg t": 0.921965147583573, "plain loss": 0.09029020257702589}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.13316666666667, "Augmented-Loss": 0.06157187196940184, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04848955988883972, "PGD-Accuracy": 1.7166666666666666, "PGD-Loss": 5.7403359146118165}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 103.72980213165283, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1926, "Augmented-Loss": 0.06128609289908409, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04715436189174652, "PGD-Accuracy": 1.54, "PGD-Loss": 5.936709548950195}, "Total-Time": 12505.129102230072, "Train": {"Loss": 0.937829658737889, "avg t": 0.921971726488184, "plain loss": 0.08973630129849466}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.17733333333334, "Augmented-Loss": 0.05838056102494399, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04582097599903742, "PGD-Accuracy": 2.216666666666667, "PGD-Loss": 5.892295354207357}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 104.13450217247009, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1865, "Augmented-Loss": 0.06483029494774342, "Clean-Accuracy": 99.27, "Clean-Loss": 0.0494164755821228, "PGD-Accuracy": 1.81, "PGD-Loss": 5.965816976928711}, "Total-Time": 12609.263604402542, "Train": {"Loss": 0.9378143104270652, "avg t": 0.9219653897638674, "plain loss": 0.0892078078729135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.15533333333333, "Augmented-Loss": 0.0613735689547658, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04759173233310381, "PGD-Accuracy": 1.8666666666666667, "PGD-Loss": 5.910405563354492}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 104.14446902275085, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2177, "Augmented-Loss": 0.06521024680995942, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04930200389623642, "PGD-Accuracy": 1.33, "PGD-Loss": 6.020123846435546}, "Total-Time": 12713.408073425293, "Train": {"Loss": 0.9377997538425304, "avg t": 0.9219632297798439, "plain loss": 0.09104924863532719}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.233, "Augmented-Loss": 0.061574751904209454, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04724686394135157, "PGD-Accuracy": 1.9833333333333334, "PGD-Loss": 5.972519383748373}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 103.33707070350647, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2041, "Augmented-Loss": 0.06497953269577027, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04975217745304108, "PGD-Accuracy": 1.43, "PGD-Loss": 6.032615133666992}, "Total-Time": 12816.7451441288, "Train": {"Loss": 0.9378097694538258, "avg t": 0.921965273839456, "plain loss": 0.08884734238695216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1755, "Augmented-Loss": 0.06133056187828382, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.047805680458744365, "PGD-Accuracy": 1.75, "PGD-Loss": 5.934014658610026}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 103.01466917991638, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2193, "Augmented-Loss": 0.06144876161623001, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04638787998557091, "PGD-Accuracy": 1.29, "PGD-Loss": 6.159288046264648}, "Total-Time": 12919.759813308716, "Train": {"Loss": 0.9378096396481549, "avg t": 0.9219631520730478, "plain loss": 0.08747255651685927}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.18816666666666, "Augmented-Loss": 0.05911014345179001, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04583275842666626, "PGD-Accuracy": 1.6, "PGD-Loss": 6.130379338582356}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 104.40453696250916, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2198, "Augmented-Loss": 0.062111942012906075, "Clean-Accuracy": 99.29, "Clean-Loss": 0.04751737409830093, "PGD-Accuracy": 1.32, "PGD-Loss": 6.053919552612305}, "Total-Time": 13024.164350271225, "Train": {"Loss": 0.9377861046614471, "avg t": 0.9219613375487151, "plain loss": 0.08644915936434709}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.183, "Augmented-Loss": 0.058981696841518085, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04604048813382784, "PGD-Accuracy": 1.7166666666666666, "PGD-Loss": 5.976942367553711}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 103.67019629478455, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.2216, "Augmented-Loss": 0.06446083047640323, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04879706376791, "PGD-Accuracy": 1.21, "PGD-Loss": 6.034398104858399}, "Total-Time": 13127.83454656601, "Train": {"Loss": 0.9377779514877884, "avg t": 0.9219588881598578, "plain loss": 0.08769075155611387}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.168, "Augmented-Loss": 0.061386634453237054, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04760630862911542, "PGD-Accuracy": 1.7333333333333334, "PGD-Loss": 5.996753621419271}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 102.36795449256897, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1488, "Augmented-Loss": 0.0717248222939968, "Clean-Accuracy": 99.18, "Clean-Loss": 0.055153235864639286, "PGD-Accuracy": 1.91, "PGD-Loss": 5.622909884643555}, "Total-Time": 13230.202501058578, "Train": {"Loss": 0.937819836528213, "avg t": 0.9219655716507523, "plain loss": 0.09120823523909953}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.17533333333333, "Augmented-Loss": 0.06675693648537, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.051572825858990354, "PGD-Accuracy": 2.466666666666667, "PGD-Loss": 5.528193806966146}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 104.38149809837341, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2063, "Augmented-Loss": 0.07112917365932464, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05420355169773102, "PGD-Accuracy": 1.91, "PGD-Loss": 5.732320281982422}, "Total-Time": 13334.583999156952, "Train": {"Loss": 0.937781967110104, "avg t": 0.9219582524476228, "plain loss": 0.09237354492258137}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.51666259765625, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.16716666666666, "Augmented-Loss": 0.06763200944562753, "Clean-Accuracy": 99.2, "Clean-Loss": 0.052332966268062595, "PGD-Accuracy": 2.2, "PGD-Loss": 5.5993538869222}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 103.1604905128479, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2085, "Augmented-Loss": 0.06746923255956173, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05125653886198998, "PGD-Accuracy": 1.75, "PGD-Loss": 5.900005471801758}, "Total-Time": 13437.7444896698, "Train": {"Loss": 0.9377945741017659, "avg t": 0.9219597386254205, "plain loss": 0.08718400401715887}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.19533333333334, "Augmented-Loss": 0.06300811389307182, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04853986599047979, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.822709808349609}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 102.97516131401062, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.57999420166016, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0804, "Augmented-Loss": 0.07133495926427841, "Clean-Accuracy": 99.12, "Clean-Loss": 0.05456399079561233, "PGD-Accuracy": 1.77, "PGD-Loss": 5.798395761108399}, "Total-Time": 13540.71965098381, "Train": {"Loss": 0.9378160143604986, "avg t": 0.9219662575191921, "plain loss": 0.08927905329951531}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.03566666666667, "Augmented-Loss": 0.06654022643774749, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05168480457862218, "PGD-Accuracy": 2.45, "PGD-Loss": 5.704728703816731}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 103.32258725166321, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2072, "Augmented-Loss": 0.06473651925957202, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04818957667350769, "PGD-Accuracy": 2.03, "PGD-Loss": 5.869728979492187}, "Total-Time": 13644.042238235474, "Train": {"Loss": 0.9377949030134413, "avg t": 0.9219615395334032, "plain loss": 0.08882179677927927}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.237, "Augmented-Loss": 0.06170826306164265, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.046900709182024, "PGD-Accuracy": 2.3, "PGD-Loss": 5.859438400268555}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 103.6201708316803, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2587, "Augmented-Loss": 0.06331318240261077, "Clean-Accuracy": 99.32, "Clean-Loss": 0.04712478184103966, "PGD-Accuracy": 1.63, "PGD-Loss": 6.080230368041992}, "Total-Time": 13747.662409067154, "Train": {"Loss": 0.9378080093242503, "avg t": 0.9219631416179516, "plain loss": 0.08913508851616471}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.41666412353516, "Augmented-0.05-Quantile-Accuracy": 98.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.98332977294922, "Augmented-Accuracy": 99.22866666666667, "Augmented-Loss": 0.06048049775024255, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04584656407435735, "PGD-Accuracy": 1.7833333333333334, "PGD-Loss": 6.0021988321940105}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 103.83462905883789, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.00999450683594, "Augmented-0.05-Quantile-Accuracy": 98.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2207, "Augmented-Loss": 0.060484931584715844, "Clean-Accuracy": 99.32, "Clean-Loss": 0.04614347541332245, "PGD-Accuracy": 1.62, "PGD-Loss": 5.852685552978516}, "Total-Time": 13851.497038125992, "Train": {"Loss": 0.9377754188820168, "avg t": 0.9219584931267633, "plain loss": 0.08792154167316578}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.41666412353516, "Augmented-0.05-Quantile-Accuracy": 98.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.2345, "Augmented-Loss": 0.057169896047015986, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04437667520344257, "PGD-Accuracy": 2.15, "PGD-Loss": 5.84525840250651}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 104.71701693534851, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2181, "Augmented-Loss": 0.06232989916718006, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04681025934219361, "PGD-Accuracy": 1.33, "PGD-Loss": 6.178578317260742}, "Total-Time": 13956.21405506134, "Train": {"Loss": 0.9378162869524073, "avg t": 0.9219631912443373, "plain loss": 0.08710009305388845}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.21016666666667, "Augmented-Loss": 0.059786495269238946, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.046098594824473066, "PGD-Accuracy": 1.5333333333333334, "PGD-Loss": 6.103188329060872}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 103.37935256958008, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.7699966430664, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2092, "Augmented-Loss": 0.06057521850264072, "Clean-Accuracy": 99.31, "Clean-Loss": 0.04618187993168831, "PGD-Accuracy": 1.76, "PGD-Loss": 5.975263195800781}, "Total-Time": 14059.59340763092, "Train": {"Loss": 0.9377817142627858, "avg t": 0.9219562089708117, "plain loss": 0.0860623952653673}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.19016666666667, "Augmented-Loss": 0.05778589112808307, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04499998674293359, "PGD-Accuracy": 1.9166666666666667, "PGD-Loss": 5.887986440022787}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 102.89690327644348, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2173, "Augmented-Loss": 0.06705669433772564, "Clean-Accuracy": 99.28, "Clean-Loss": 0.0513355886220932, "PGD-Accuracy": 1.42, "PGD-Loss": 5.754837747192383}, "Total-Time": 14162.490310907364, "Train": {"Loss": 0.9377796780974776, "avg t": 0.9219569701442012, "plain loss": 0.0876257118966844}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.2295, "Augmented-Loss": 0.06285407317250967, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04876925055185954, "PGD-Accuracy": 1.75, "PGD-Loss": 5.705802622477213}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 103.22055959701538, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.143, "Augmented-Loss": 0.06585635478222371, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05048240660429001, "PGD-Accuracy": 1.44, "PGD-Loss": 5.9261569427490235}, "Total-Time": 14265.71087050438, "Train": {"Loss": 0.9377853198581272, "avg t": 0.9219565651505082, "plain loss": 0.08956427224653743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.16583333333334, "Augmented-Loss": 0.062393325223724046, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04890369915962219, "PGD-Accuracy": 1.5, "PGD-Loss": 5.885318028767903}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 104.16760659217834, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1632, "Augmented-Loss": 0.06442838784968853, "Clean-Accuracy": 99.22, "Clean-Loss": 0.04996422686576843, "PGD-Accuracy": 1.3, "PGD-Loss": 5.786235745239257}, "Total-Time": 14369.878477096558, "Train": {"Loss": 0.9377634907828437, "avg t": 0.9219536235244186, "plain loss": 0.08929083181663795}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.18083333333334, "Augmented-Loss": 0.059935970076819264, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04721650997797648, "PGD-Accuracy": 1.5, "PGD-Loss": 5.713266265869141}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 104.26740717887878, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1863, "Augmented-Loss": 0.07040683112502098, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05399046425819397, "PGD-Accuracy": 1.71, "PGD-Loss": 5.650555194091797}, "Total-Time": 14474.145884275436, "Train": {"Loss": 0.937819215438984, "avg t": 0.9219651382057755, "plain loss": 0.08923482362252698}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.195, "Augmented-Loss": 0.06451726083308458, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.049807249893744784, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.639842493693034}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 104.1417326927185, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1824, "Augmented-Loss": 0.06800395687890053, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05202804811000824, "PGD-Accuracy": 2.0, "PGD-Loss": 5.791726586914063}, "Total-Time": 14578.287616968155, "Train": {"Loss": 0.9378087498700177, "avg t": 0.9219629010977568, "plain loss": 0.08893921715418504}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.18866666666666, "Augmented-Loss": 0.06390451208353043, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04936968024571737, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.734322011311849}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 103.55027365684509, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1737, "Augmented-Loss": 0.06288665906643867, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04811573660373688, "PGD-Accuracy": 1.27, "PGD-Loss": 5.943848440551758}, "Total-Time": 14681.837890625, "Train": {"Loss": 0.9377903936350788, "avg t": 0.9219583403975875, "plain loss": 0.08770003016966368}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.14533333333334, "Augmented-Loss": 0.06059129279494285, "Clean-Accuracy": 99.2, "Clean-Loss": 0.0475015951593717, "PGD-Accuracy": 1.6, "PGD-Loss": 5.909153188069661}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 102.53122115135193, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1039, "Augmented-Loss": 0.0713769371573925, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05514545101523399, "PGD-Accuracy": 1.81, "PGD-Loss": 5.5714109558105465}, "Total-Time": 14784.369111776352, "Train": {"Loss": 0.9378200354752717, "avg t": 0.921964694623594, "plain loss": 0.08850381671057808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.08166666666666, "Augmented-Loss": 0.06751455940067769, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05300178347031276, "PGD-Accuracy": 2.1666666666666665, "PGD-Loss": 5.524382250467936}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 104.03767704963684, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2065, "Augmented-Loss": 0.06273977133607864, "Clean-Accuracy": 99.32, "Clean-Loss": 0.047933175057172775, "PGD-Accuracy": 1.67, "PGD-Loss": 5.8706124420166015}, "Total-Time": 14888.406788825989, "Train": {"Loss": 0.9378012556853118, "avg t": 0.9219577490488688, "plain loss": 0.0869194835521557}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.19566666666667, "Augmented-Loss": 0.058885874542097254, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04545634121696154, "PGD-Accuracy": 1.5166666666666666, "PGD-Loss": 5.814061594645183}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 105.20549321174622, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2126, "Augmented-Loss": 0.06441877841067314, "Clean-Accuracy": 99.32, "Clean-Loss": 0.04941506797671318, "PGD-Accuracy": 1.27, "PGD-Loss": 6.011420715332031}, "Total-Time": 14993.612282037735, "Train": {"Loss": 0.9377715553001121, "avg t": 0.921956814871894, "plain loss": 0.08418210097065675}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.16883333333334, "Augmented-Loss": 0.06177098159492016, "Clean-Accuracy": 99.25, "Clean-Loss": 0.048448385566473004, "PGD-Accuracy": 1.4333333333333333, "PGD-Loss": 5.90027592976888}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 103.20549011230469, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1671, "Augmented-Loss": 0.06943146068620681, "Clean-Accuracy": 99.26, "Clean-Loss": 0.053279532396793366, "PGD-Accuracy": 1.37, "PGD-Loss": 5.81219641418457}, "Total-Time": 15096.81777215004, "Train": {"Loss": 0.9377978729671902, "avg t": 0.9219587242691605, "plain loss": 0.08750455778263229}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.158, "Augmented-Loss": 0.06576651830981176, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.0513442219098409, "PGD-Accuracy": 1.7166666666666666, "PGD-Loss": 5.777393849690755}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 103.24222493171692, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1856, "Augmented-Loss": 0.06486065646541118, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04951851609945297, "PGD-Accuracy": 1.46, "PGD-Loss": 5.862718453979492}, "Total-Time": 15200.059997081757, "Train": {"Loss": 0.9377991790771485, "avg t": 0.9219629873346399, "plain loss": 0.09026430840139031}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.15633333333334, "Augmented-Loss": 0.06132196497897307, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.047755517542362215, "PGD-Accuracy": 1.7166666666666666, "PGD-Loss": 5.814931986490885}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 103.56721520423889, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.02999877929688, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1936, "Augmented-Loss": 0.06881728044509888, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05259447410106659, "PGD-Accuracy": 1.73, "PGD-Loss": 5.841412329101563}, "Total-Time": 15303.627212285995, "Train": {"Loss": 0.9378048021881669, "avg t": 0.9219630085274025, "plain loss": 0.08739777622576111}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.17316666666666, "Augmented-Loss": 0.06474349704295397, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05016251189510028, "PGD-Accuracy": 2.2, "PGD-Loss": 5.800652180989584}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 102.36758518218994, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1997, "Augmented-Loss": 0.06622701991808415, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05046196626424789, "PGD-Accuracy": 1.56, "PGD-Loss": 5.898332870483398}, "Total-Time": 15405.994797468185, "Train": {"Loss": 0.9377868651637324, "avg t": 0.9219532746209038, "plain loss": 0.08625913428377219}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.19233333333334, "Augmented-Loss": 0.06171290174702803, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04761277754108111, "PGD-Accuracy": 1.85, "PGD-Loss": 5.825687606811523}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 103.70601868629456, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1735, "Augmented-Loss": 0.06447869847285748, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04892418984770775, "PGD-Accuracy": 1.56, "PGD-Loss": 5.964741650390625}, "Total-Time": 15509.70081615448, "Train": {"Loss": 0.9377888881718671, "avg t": 0.921951394116437, "plain loss": 0.08524127111964762}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.43333435058594, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.2415, "Augmented-Loss": 0.060145009483496346, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.0463953719039758, "PGD-Accuracy": 2.1333333333333333, "PGD-Loss": 5.863891998291016}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
