{"Epoch": 0, "Epoch-Time": 66.8740463256836, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.97999572753906, "Augmented-0.05-Quantile-Accuracy": 97.0199966430664, "Augmented-0.1-Quantile-Accuracy": 97.48999786376953, "Augmented-Accuracy": 98.4355, "Augmented-Loss": 0.2541162800178528, "Clean-Accuracy": 98.63, "Clean-Loss": 0.15881391406059264, "PGD-Accuracy": 3.3, "PGD-Loss": 3.723471658325195}, "Total-Time": 66.8740463256836, "Train": {"Loss": 3.530407994340967, "avg t": 1.0484184736322473, "plain loss": 0.442921438266613}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.7795, "Augmented-Loss": 0.23185259596824645, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.14100275174776714, "PGD-Accuracy": 3.683333333333333, "PGD-Loss": 3.737160741170247}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 67.05545783042908, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.54000091552734, "Augmented-0.05-Quantile-Accuracy": 97.50999450683594, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.6961, "Augmented-Loss": 0.23880615494060517, "Clean-Accuracy": 98.77, "Clean-Loss": 0.14047456650733947, "PGD-Accuracy": 13.15, "PGD-Loss": 3.305267756652832}, "Total-Time": 133.92950415611267, "Train": {"Loss": 1.632496426794264, "avg t": 1.0101906571564852, "plain loss": 0.30704305318903036}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.77, "Augmented-Loss": 0.23123392294963202, "Clean-Accuracy": 98.8, "Clean-Loss": 0.1353431207338969, "PGD-Accuracy": 13.016666666666667, "PGD-Loss": 3.255456886291504}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 67.2506890296936, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.94999694824219, "Augmented-0.05-Quantile-Accuracy": 97.2699966430664, "Augmented-0.1-Quantile-Accuracy": 97.77999877929688, "Augmented-Accuracy": 98.7311, "Augmented-Loss": 0.31108483292388917, "Clean-Accuracy": 98.86, "Clean-Loss": 0.19054363451004028, "PGD-Accuracy": 13.16, "PGD-Loss": 3.508593737792969}, "Total-Time": 201.18019318580627, "Train": {"Loss": 1.51060726208157, "avg t": 1.0068874164510657, "plain loss": 0.28394912293752017}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.78333282470703, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.7215, "Augmented-Loss": 0.2983947785981496, "Clean-Accuracy": 98.85, "Clean-Loss": 0.18181504996617634, "PGD-Accuracy": 13.1, "PGD-Loss": 3.437246737162272}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 68.24442458152771, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.31999969482422, "Augmented-0.05-Quantile-Accuracy": 97.47000122070312, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.7302, "Augmented-Loss": 0.1487034291920662, "Clean-Accuracy": 98.84, "Clean-Loss": 0.08633857538700104, "PGD-Accuracy": 16.86, "PGD-Loss": 4.027810060119629}, "Total-Time": 269.424617767334, "Train": {"Loss": 1.4247383995056153, "avg t": 1.0046888728671604, "plain loss": 0.2615676244453146}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.85466666666666, "Augmented-Loss": 0.1374765420071284, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.0802373693883419, "PGD-Accuracy": 16.65, "PGD-Loss": 3.8623041763305666}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 67.03952932357788, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.61000061035156, "Augmented-0.05-Quantile-Accuracy": 97.68000030517578, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.8804, "Augmented-Loss": 0.14752681564092637, "Clean-Accuracy": 99.01, "Clean-Loss": 0.08211112687587738, "PGD-Accuracy": 14.02, "PGD-Loss": 3.801852391052246}, "Total-Time": 336.46414709091187, "Train": {"Loss": 1.4044678814146254, "avg t": 1.003971810800058, "plain loss": 0.24457174035531484}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.46666717529297, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.079, "Augmented-Loss": 0.13587657042662302, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.07508659636974335, "PGD-Accuracy": 14.316666666666666, "PGD-Loss": 3.646423110961914}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 67.29531764984131, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.31999969482422, "Augmented-0.05-Quantile-Accuracy": 97.68000030517578, "Augmented-0.1-Quantile-Accuracy": 98.12999725341797, "Augmented-Accuracy": 98.9222, "Augmented-Loss": 0.11559070633554458, "Clean-Accuracy": 99.05, "Clean-Loss": 0.06611719325780868, "PGD-Accuracy": 15.06, "PGD-Loss": 4.9813257019042965}, "Total-Time": 403.7594647407532, "Train": {"Loss": 1.3759603172231603, "avg t": 1.0029575842574792, "plain loss": 0.22917406321278339}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.93333435058594, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.93, "Augmented-Loss": 0.10870221352736155, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.06397012762228647, "PGD-Accuracy": 15.466666666666667, "PGD-Loss": 4.82846608988444}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 67.45199775695801, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.18000030517578, "Augmented-0.05-Quantile-Accuracy": 97.38999938964844, "Augmented-0.1-Quantile-Accuracy": 97.83999633789062, "Augmented-Accuracy": 98.7786, "Augmented-Loss": 0.1020892586672306, "Clean-Accuracy": 98.86, "Clean-Loss": 0.06036334626674652, "PGD-Accuracy": 15.43, "PGD-Loss": 5.108446115112304}, "Total-Time": 471.2114624977112, "Train": {"Loss": 1.352565586619907, "avg t": 1.0021925379788434, "plain loss": 0.21816540530875864}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.86666870117188, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.86433333333333, "Augmented-Loss": 0.09539527858257293, "Clean-Accuracy": 98.95, "Clean-Loss": 0.05901221946875254, "PGD-Accuracy": 16.05, "PGD-Loss": 4.949970512390137}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 69.01977753639221, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.32999420166016, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.1199951171875, "Augmented-Accuracy": 98.9888, "Augmented-Loss": 0.1483762379322052, "Clean-Accuracy": 99.07, "Clean-Loss": 0.07034336779117584, "PGD-Accuracy": 12.32, "PGD-Loss": 6.135708370971679}, "Total-Time": 540.2312400341034, "Train": {"Loss": 1.3461703075126366, "avg t": 1.0017904354024816, "plain loss": 0.204795420466529}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.0495, "Augmented-Loss": 0.14022545727491378, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.0682105850080649, "PGD-Accuracy": 11.766666666666667, "PGD-Loss": 5.836188369750976}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 68.62339806556702, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.56999969482422, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 98.9547, "Augmented-Loss": 0.14917980995368957, "Clean-Accuracy": 98.99, "Clean-Loss": 0.06779617376327515, "PGD-Accuracy": 12.83, "PGD-Loss": 4.392986500549316}, "Total-Time": 608.8546380996704, "Train": {"Loss": 1.3320144771293358, "avg t": 1.0013570344889606, "plain loss": 0.19416647300013776}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.05433333333333, "Augmented-Loss": 0.13490744765639306, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06222706142067909, "PGD-Accuracy": 12.133333333333333, "PGD-Loss": 4.274844225565593}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 68.95016956329346, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.55999755859375, "Augmented-0.05-Quantile-Accuracy": 97.77999877929688, "Augmented-0.1-Quantile-Accuracy": 98.13999938964844, "Augmented-Accuracy": 98.9535, "Augmented-Loss": 0.13880349493503572, "Clean-Accuracy": 99.12, "Clean-Loss": 0.056782864904403686, "PGD-Accuracy": 11.51, "PGD-Loss": 4.611425076293945}, "Total-Time": 677.8048076629639, "Train": {"Loss": 1.3355234656157318, "avg t": 1.0010223026275635, "plain loss": 0.18711384665877748}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.055, "Augmented-Loss": 0.1264744447163741, "Clean-Accuracy": 99.15, "Clean-Loss": 0.051567109540104863, "PGD-Accuracy": 10.633333333333333, "PGD-Loss": 4.418512273152669}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 68.4280514717102, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.00999450683594, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 97.89999389648438, "Augmented-Accuracy": 98.8235, "Augmented-Loss": 0.13523210060882568, "Clean-Accuracy": 99.02, "Clean-Loss": 0.056768982923030856, "PGD-Accuracy": 11.87, "PGD-Loss": 5.214148873901367}, "Total-Time": 746.2328591346741, "Train": {"Loss": 1.3341390803654989, "avg t": 1.000864413049486, "plain loss": 0.17749712687598332}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.18716666666667, "Augmented-Loss": 0.12144030938307444, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05054568396011988, "PGD-Accuracy": 11.033333333333333, "PGD-Loss": 5.032814849853516}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 68.97190594673157, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.43000030517578, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 99.0087, "Augmented-Loss": 0.09099091045427322, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04404356788992882, "PGD-Accuracy": 12.56, "PGD-Loss": 4.392980206298828}, "Total-Time": 815.2047650814056, "Train": {"Loss": 1.3444162405155322, "avg t": 1.0008460391362508, "plain loss": 0.171354118785152}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.12683333333334, "Augmented-Loss": 0.08432145713984966, "Clean-Accuracy": 99.15, "Clean-Loss": 0.042547503640254336, "PGD-Accuracy": 12.55, "PGD-Loss": 4.173432380676269}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 68.9861421585083, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22000122070312, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.9404, "Augmented-Loss": 0.08575274582457543, "Clean-Accuracy": 99.09, "Clean-Loss": 0.045321981847286225, "PGD-Accuracy": 14.53, "PGD-Loss": 4.690033561706543}, "Total-Time": 884.1909072399139, "Train": {"Loss": 1.3217013651176734, "avg t": 1.0002173740422284, "plain loss": 0.16643284057687838}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.04466666666667, "Augmented-Loss": 0.07969711558620135, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.044263742730021476, "PGD-Accuracy": 13.8, "PGD-Loss": 4.480400711059571}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 68.5958161354065, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.50999450683594, "Augmented-0.05-Quantile-Accuracy": 96.65999603271484, "Augmented-0.1-Quantile-Accuracy": 97.16999816894531, "Augmented-Accuracy": 98.5587, "Augmented-Loss": 0.24719917150497436, "Clean-Accuracy": 98.98, "Clean-Loss": 0.09177566707134246, "PGD-Accuracy": 11.29, "PGD-Loss": 3.011398547363281}, "Total-Time": 952.7867233753204, "Train": {"Loss": 1.3240880327577944, "avg t": 1.0002340118266917, "plain loss": 0.16197738717397062}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.01666259765625, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.94999694824219, "Augmented-Accuracy": 98.91433333333333, "Augmented-Loss": 0.2290543627977371, "Clean-Accuracy": 99.15, "Clean-Loss": 0.08187329131364822, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 2.9491450169881186}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 68.38653302192688, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.14999389648438, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.9395, "Augmented-Loss": 0.15102395823526382, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06121380957365036, "PGD-Accuracy": 11.73, "PGD-Loss": 3.972513967895508}, "Total-Time": 1021.1732563972473, "Train": {"Loss": 1.327170230159053, "avg t": 1.0001573335153084, "plain loss": 0.1574335193916605}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.13883333333334, "Augmented-Loss": 0.13280857224702836, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05385518782337507, "PGD-Accuracy": 11.066666666666666, "PGD-Loss": 3.8396733334859214}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 68.509117603302, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 99.0189, "Augmented-Loss": 0.08563003202342986, "Clean-Accuracy": 99.24, "Clean-Loss": 0.040196903347969055, "PGD-Accuracy": 11.88, "PGD-Loss": 4.639371020507813}, "Total-Time": 1089.6823740005493, "Train": {"Loss": 1.307747545701486, "avg t": 0.999753639433119, "plain loss": 0.15519484551041202}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.0805, "Augmented-Loss": 0.07925574726561706, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.038990320672591526, "PGD-Accuracy": 11.5, "PGD-Loss": 4.421843752543132}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 69.06712865829468, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.57999420166016, "Augmented-0.05-Quantile-Accuracy": 96.61000061035156, "Augmented-0.1-Quantile-Accuracy": 97.32999420166016, "Augmented-Accuracy": 98.5927, "Augmented-Loss": 0.1367923902685642, "Clean-Accuracy": 99.02, "Clean-Loss": 0.05449693592190742, "PGD-Accuracy": 10.44, "PGD-Loss": 14.005765350341797}, "Total-Time": 1158.749502658844, "Train": {"Loss": 1.3470175283220078, "avg t": 0.9999469747543335, "plain loss": 0.15204649168650317}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.61666870117188, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.78333282470703, "Augmented-Accuracy": 98.724, "Augmented-Loss": 0.13181370998978614, "Clean-Accuracy": 98.95, "Clean-Loss": 0.0539573086053133, "PGD-Accuracy": 9.116666666666667, "PGD-Loss": 14.395931803385416}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 69.01193881034851, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.77999877929688, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 99.0012, "Augmented-Loss": 0.12829306949043273, "Clean-Accuracy": 99.22, "Clean-Loss": 0.046154718375205996, "PGD-Accuracy": 11.78, "PGD-Loss": 3.4110218719482424}, "Total-Time": 1227.7614414691925, "Train": {"Loss": 1.343487895153187, "avg t": 1.0000168531912343, "plain loss": 0.14799155231051983}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.14366666666666, "Augmented-Loss": 0.11403335880359014, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04311277635892232, "PGD-Accuracy": 11.316666666666666, "PGD-Loss": 3.32538303120931}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 68.69962692260742, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.14999389648438, "Augmented-Accuracy": 98.9777, "Augmented-Loss": 0.10244823613595963, "Clean-Accuracy": 99.18, "Clean-Loss": 0.04329150516986847, "PGD-Accuracy": 11.43, "PGD-Loss": 4.604926983642578}, "Total-Time": 1296.4610683918, "Train": {"Loss": 1.340109562979804, "avg t": 0.999843724321436, "plain loss": 0.1480961295728332}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.05883333333334, "Augmented-Loss": 0.093727920550704, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04273515996336937, "PGD-Accuracy": 10.65, "PGD-Loss": 4.3505126520792645}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 68.91000938415527, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.56999969482422, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.83999633789062, "Augmented-Accuracy": 98.7946, "Augmented-Loss": 0.17286554759311676, "Clean-Accuracy": 99.04, "Clean-Loss": 0.06811517150402069, "PGD-Accuracy": 11.86, "PGD-Loss": 3.4230127975463867}, "Total-Time": 1365.3710777759552, "Train": {"Loss": 1.388221333468402, "avg t": 0.9997645866605971, "plain loss": 0.14566494487833087}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.31666564941406, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.08766666666666, "Augmented-Loss": 0.15021196100473405, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05881830456852913, "PGD-Accuracy": 11.15, "PGD-Loss": 3.33050173441569}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 68.85274624824524, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.75999450683594, "Augmented-0.05-Quantile-Accuracy": 97.81999969482422, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 99.0054, "Augmented-Loss": 0.07766276468729973, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03603573969900608, "PGD-Accuracy": 13.45, "PGD-Loss": 5.3880456314086915}, "Total-Time": 1434.2238240242004, "Train": {"Loss": 1.4092734207223963, "avg t": 0.9998553948579011, "plain loss": 0.13881054348062585}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.16466666666666, "Augmented-Loss": 0.06869854132294655, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03364583631232381, "PGD-Accuracy": 13.033333333333333, "PGD-Loss": 5.225237228393555}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 67.89355707168579, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.38999938964844, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 98.9976, "Augmented-Loss": 0.12176298957777024, "Clean-Accuracy": 99.15, "Clean-Loss": 0.048586719554662705, "PGD-Accuracy": 12.13, "PGD-Loss": 5.742946749877929}, "Total-Time": 1502.1173810958862, "Train": {"Loss": 1.339704036147506, "avg t": 0.9997218108353791, "plain loss": 0.14270038094697188}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.10733333333333, "Augmented-Loss": 0.108706065928936, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04450460348029931, "PGD-Accuracy": 11.966666666666667, "PGD-Loss": 5.343174204508464}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 69.21067380905151, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.37999725341797, "Augmented-0.05-Quantile-Accuracy": 97.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.957, "Augmented-Loss": 0.0866854830710888, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03974427668750286, "PGD-Accuracy": 12.02, "PGD-Loss": 3.98098692779541}, "Total-Time": 1571.3280549049377, "Train": {"Loss": 1.333765258859705, "avg t": 0.9996518840436582, "plain loss": 0.13594452840310572}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.058, "Augmented-Loss": 0.07905054099480312, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.03903722555935383, "PGD-Accuracy": 11.883333333333333, "PGD-Loss": 3.8823268280029297}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 69.0501720905304, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.61000061035156, "Augmented-0.05-Quantile-Accuracy": 97.37999725341797, "Augmented-0.1-Quantile-Accuracy": 97.94999694824219, "Augmented-Accuracy": 98.9206, "Augmented-Loss": 0.11333760166835785, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04284072863459587, "PGD-Accuracy": 11.31, "PGD-Loss": 4.1216966339111325}, "Total-Time": 1640.3782269954681, "Train": {"Loss": 1.4282762770476165, "avg t": 1.0003476788556134, "plain loss": 0.1359796500153011}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.48332977294922, "Augmented-0.05-Quantile-Accuracy": 97.86666870117188, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9485, "Augmented-Loss": 0.10456353224595388, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.04261414479464293, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 3.9044700241088868}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 68.70402121543884, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.7688, "Augmented-Loss": 0.03899712399525195, "Clean-Accuracy": 98.81, "Clean-Loss": 0.034736463080719114, "PGD-Accuracy": 10.38, "PGD-Loss": 10.15307543334961}, "Total-Time": 1709.082248210907, "Train": {"Loss": 1.4152317530314127, "avg t": 1.0003325843811035, "plain loss": 0.13598562625249228}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 98.97566666666667, "Augmented-Loss": 0.03732922901659583, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.03622981555721102, "PGD-Accuracy": 11.633333333333333, "PGD-Loss": 9.811841328938803}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 68.65903496742249, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.64999389648438, "Augmented-0.05-Quantile-Accuracy": 97.91999816894531, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.0774, "Augmented-Loss": 0.08421312241482734, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03513390756547451, "PGD-Accuracy": 11.14, "PGD-Loss": 5.99952919921875}, "Total-Time": 1777.7412831783295, "Train": {"Loss": 1.6286316921092845, "avg t": 1.0028099666524817, "plain loss": 0.13553807555657865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.17733333333334, "Augmented-Loss": 0.07452995140045882, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.0347461968374749, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 5.6173797098795575}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 69.03746914863586, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.89999389648438, "Augmented-0.05-Quantile-Accuracy": 97.37999725341797, "Augmented-0.1-Quantile-Accuracy": 97.93999481201172, "Augmented-Accuracy": 98.9217, "Augmented-Loss": 0.07814943096649647, "Clean-Accuracy": 99.16, "Clean-Loss": 0.0358666347026825, "PGD-Accuracy": 10.62, "PGD-Loss": 4.982342901611328}, "Total-Time": 1846.7787523269653, "Train": {"Loss": 1.4896741441444115, "avg t": 1.001233674173002, "plain loss": 0.13457700179947757}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 99.01966666666667, "Augmented-Loss": 0.07413792127221823, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03727546487748623, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 4.756279004414877}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 68.92059898376465, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.37999725341797, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.905, "Augmented-Loss": 0.042982064144045116, "Clean-Accuracy": 99.07, "Clean-Loss": 0.031690923247672614, "PGD-Accuracy": 17.43, "PGD-Loss": 6.27733422241211}, "Total-Time": 1915.69935131073, "Train": {"Loss": 1.4646794100514164, "avg t": 1.0012997910534893, "plain loss": 0.12980333550506154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.077, "Augmented-Loss": 0.03963107165121784, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.031556763425003735, "PGD-Accuracy": 18.35, "PGD-Loss": 5.971445091247559}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 68.57721590995789, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22999572753906, "Augmented-0.05-Quantile-Accuracy": 97.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.1199951171875, "Augmented-Accuracy": 98.9897, "Augmented-Loss": 0.11425912910842896, "Clean-Accuracy": 99.18, "Clean-Loss": 0.04166191980242729, "PGD-Accuracy": 11.61, "PGD-Loss": 4.0194092498779295}, "Total-Time": 1984.2765672206879, "Train": {"Loss": 2.001724204487271, "avg t": 1.0019413805537754, "plain loss": 0.13857098613668362}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.10766666666666, "Augmented-Loss": 0.10527974089841048, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04022612791508436, "PGD-Accuracy": 10.866666666666667, "PGD-Loss": 3.8380651143391926}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 68.86605024337769, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.98999786376953, "Augmented-0.05-Quantile-Accuracy": 97.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9719, "Augmented-Loss": 0.09901308215022087, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03834637818038464, "PGD-Accuracy": 11.28, "PGD-Loss": 3.6245416442871092}, "Total-Time": 2053.1426174640656, "Train": {"Loss": 1.462088547176785, "avg t": 1.0005854777759975, "plain loss": 0.1340395281544437}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.83333587646484, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.10916666666667, "Augmented-Loss": 0.09188985667387645, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0395159830575188, "PGD-Accuracy": 10.466666666666667, "PGD-Loss": 3.4995374183654784}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 69.25225067138672, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.72999572753906, "Augmented-0.05-Quantile-Accuracy": 95.47999572753906, "Augmented-0.1-Quantile-Accuracy": 96.47000122070312, "Augmented-Accuracy": 98.1581, "Augmented-Loss": 0.2271224166584015, "Clean-Accuracy": 98.83, "Clean-Loss": 0.07998980784416199, "PGD-Accuracy": 11.21, "PGD-Loss": 3.744764685058594}, "Total-Time": 2122.3948681354523, "Train": {"Loss": 1.417503233379788, "avg t": 1.0002549898006299, "plain loss": 0.12972208863894136}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.01666259765625, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.756, "Augmented-Loss": 0.19934681068619092, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06641281763712566, "PGD-Accuracy": 10.15, "PGD-Loss": 3.5846145350138348}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 68.75343632698059, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.93000030517578, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 99.0606, "Augmented-Loss": 0.050274059427142144, "Clean-Accuracy": 99.13, "Clean-Loss": 0.02863217216953635, "PGD-Accuracy": 11.02, "PGD-Loss": 4.563940997314453}, "Total-Time": 2191.148304462433, "Train": {"Loss": 1.421993942702258, "avg t": 1.0001576228671605, "plain loss": 0.13036720686312064}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.107, "Augmented-Loss": 0.04672419788852334, "Clean-Accuracy": 99.1, "Clean-Loss": 0.0310851891245693, "PGD-Accuracy": 10.2, "PGD-Loss": 4.344030136108398}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 69.16707229614258, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.45999908447266, "Augmented-0.05-Quantile-Accuracy": 97.15999603271484, "Augmented-0.1-Quantile-Accuracy": 97.70999908447266, "Augmented-Accuracy": 98.7946, "Augmented-Loss": 0.15066777654743194, "Clean-Accuracy": 99.08, "Clean-Loss": 0.05616998652219772, "PGD-Accuracy": 10.96, "PGD-Loss": 3.465060737609863}, "Total-Time": 2260.3153767585754, "Train": {"Loss": 1.417120642768012, "avg t": 1.0002414384418064, "plain loss": 0.13060119685420285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.03333282470703, "Augmented-Accuracy": 98.933, "Augmented-Loss": 0.13515786778887112, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.05294609912733237, "PGD-Accuracy": 10.3, "PGD-Loss": 3.3270276056925456}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 69.22558498382568, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.3699951171875, "Augmented-0.05-Quantile-Accuracy": 96.54000091552734, "Augmented-0.1-Quantile-Accuracy": 97.31999969482422, "Augmented-Accuracy": 98.6601, "Augmented-Loss": 0.20315071417140962, "Clean-Accuracy": 99.14, "Clean-Loss": 0.06517498481273651, "PGD-Accuracy": 10.96, "PGD-Loss": 3.448594467163086}, "Total-Time": 2329.540961742401, "Train": {"Loss": 1.4639996567478886, "avg t": 1.0005679720419425, "plain loss": 0.12620680011996543}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.26666259765625, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.9165, "Augmented-Loss": 0.17739359179258346, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05760653737187386, "PGD-Accuracy": 10.266666666666667, "PGD-Loss": 3.305235763549805}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 68.95795106887817, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.12999725341797, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 99.0689, "Augmented-Loss": 0.08189760585355758, "Clean-Accuracy": 99.26, "Clean-Loss": 0.032235806053876874, "PGD-Accuracy": 11.03, "PGD-Loss": 3.8664450500488283}, "Total-Time": 2398.4989128112793, "Train": {"Loss": 1.4783166794953524, "avg t": 1.0006982768023456, "plain loss": 0.12755351340152615}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.086, "Augmented-Loss": 0.07868118771503368, "Clean-Accuracy": 99.2, "Clean-Loss": 0.037244603640089434, "PGD-Accuracy": 10.35, "PGD-Loss": 3.7401005223592123}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 68.8440260887146, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.63999938964844, "Augmented-0.05-Quantile-Accuracy": 97.89999389648438, "Augmented-0.1-Quantile-Accuracy": 98.27999877929688, "Augmented-Accuracy": 99.0295, "Augmented-Loss": 0.06751821557056904, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03466475051045418, "PGD-Accuracy": 11.85, "PGD-Loss": 4.345367332458496}, "Total-Time": 2467.342938899994, "Train": {"Loss": 1.422892058690389, "avg t": 1.0002565812004938, "plain loss": 0.12652324683401314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.51666259765625, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.14483333333334, "Augmented-Loss": 0.06155887236813704, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03583115790287653, "PGD-Accuracy": 11.183333333333334, "PGD-Loss": 4.061286811828613}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 68.85173773765564, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.2699966430664, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 97.93999481201172, "Augmented-Accuracy": 98.9476, "Augmented-Loss": 0.07368517542588711, "Clean-Accuracy": 99.14, "Clean-Loss": 0.033404222321510316, "PGD-Accuracy": 10.42, "PGD-Loss": 4.713967184448242}, "Total-Time": 2536.1946766376495, "Train": {"Loss": 1.4314175431993272, "avg t": 1.0002326131750037, "plain loss": 0.13015899422080432}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.021, "Augmented-Loss": 0.06950650742123525, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03717188884442051, "PGD-Accuracy": 9.733333333333333, "PGD-Loss": 4.421604937235514}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 68.64049077033997, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.54000091552734, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.9764, "Augmented-Loss": 0.05900336778521538, "Clean-Accuracy": 99.11, "Clean-Loss": 0.032363212601840496, "PGD-Accuracy": 11.9, "PGD-Loss": 4.915770993041992}, "Total-Time": 2604.8351674079895, "Train": {"Loss": 1.4527962782471269, "avg t": 1.0000838864291155, "plain loss": 0.1274034790092044}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.1035, "Augmented-Loss": 0.053023010322699946, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03200168311595917, "PGD-Accuracy": 11.716666666666667, "PGD-Loss": 4.590252738952636}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 69.0337598323822, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.9923, "Augmented-Loss": 0.07028556088805199, "Clean-Accuracy": 99.17, "Clean-Loss": 0.031372153118252755, "PGD-Accuracy": 10.95, "PGD-Loss": 5.230207678222656}, "Total-Time": 2673.8689272403717, "Train": {"Loss": 1.5989493106206258, "avg t": 1.001407960397226, "plain loss": 0.13207081684006575}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.157, "Augmented-Loss": 0.06360167493581771, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03343831765900056, "PGD-Accuracy": 10.35, "PGD-Loss": 4.994843844095866}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 69.16204309463501, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.47999572753906, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.07999420166016, "Augmented-Accuracy": 99.0254, "Augmented-Loss": 0.0699088328576088, "Clean-Accuracy": 99.22, "Clean-Loss": 0.032778726126253606, "PGD-Accuracy": 10.93, "PGD-Loss": 4.527506713867187}, "Total-Time": 2743.0309703350067, "Train": {"Loss": 1.7389144099200213, "avg t": 1.0019552694603249, "plain loss": 0.12963942902706285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.1305, "Augmented-Loss": 0.062317483123193185, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03338018589528898, "PGD-Accuracy": 10.3, "PGD-Loss": 4.2923952611287435}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 69.28559637069702, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.05999755859375, "Augmented-0.05-Quantile-Accuracy": 94.54000091552734, "Augmented-0.1-Quantile-Accuracy": 95.54999542236328, "Augmented-Accuracy": 97.7872, "Augmented-Loss": 0.26116648825454714, "Clean-Accuracy": 98.8, "Clean-Loss": 0.08382995393276214, "PGD-Accuracy": 10.88, "PGD-Loss": 3.9491952377319337}, "Total-Time": 2812.3165667057037, "Train": {"Loss": 1.68694125867773, "avg t": 1.0015652232170105, "plain loss": 0.1262877350639413}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.23332977294922, "Augmented-0.05-Quantile-Accuracy": 95.53333282470703, "Augmented-0.1-Quantile-Accuracy": 96.56666564941406, "Augmented-Accuracy": 98.2255, "Augmented-Loss": 0.22393408618013064, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.0735450268338124, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 3.8148814163208007}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 69.03216052055359, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.52999877929688, "Augmented-0.05-Quantile-Accuracy": 97.33999633789062, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.9117, "Augmented-Loss": 0.1327245159945488, "Clean-Accuracy": 99.22, "Clean-Loss": 0.04270914324820042, "PGD-Accuracy": 10.87, "PGD-Loss": 3.4961588470458986}, "Total-Time": 2881.3487272262573, "Train": {"Loss": 2.425309645122952, "avg t": 1.0019830955399407, "plain loss": 0.13527947857909714}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 98.9915, "Augmented-Loss": 0.11535838227291902, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04191042351722717, "PGD-Accuracy": 10.0, "PGD-Loss": 3.369730748494466}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 68.54831314086914, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.30999755859375, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 97.93000030517578, "Augmented-Accuracy": 98.8554, "Augmented-Loss": 0.03807233137120679, "Clean-Accuracy": 99.03, "Clean-Loss": 0.03420817845663987, "PGD-Accuracy": 13.21, "PGD-Loss": 9.534846929931641}, "Total-Time": 2949.8970403671265, "Train": {"Loss": 1.5768017369729501, "avg t": 1.0011604199232877, "plain loss": 0.1281011941821488}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.12116666666667, "Augmented-Loss": 0.035895314444036534, "Clean-Accuracy": 99.2, "Clean-Loss": 0.0358813020287101, "PGD-Accuracy": 13.4, "PGD-Loss": 9.1097086130778}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 68.42533826828003, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.5999984741211, "Augmented-0.05-Quantile-Accuracy": 96.90999603271484, "Augmented-0.1-Quantile-Accuracy": 97.5, "Augmented-Accuracy": 98.7133, "Augmented-Loss": 0.16884415199661254, "Clean-Accuracy": 99.13, "Clean-Loss": 0.05284792115688324, "PGD-Accuracy": 11.05, "PGD-Loss": 3.5185415908813478}, "Total-Time": 3018.3223786354065, "Train": {"Loss": 1.527624292868155, "avg t": 1.001002144495646, "plain loss": 0.1258100808028822}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.73332977294922, "Augmented-0.05-Quantile-Accuracy": 97.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 98.92783333333334, "Augmented-Loss": 0.1499186992251873, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.049396954397360485, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 3.448217463175456}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 67.9658374786377, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22999572753906, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.23999786376953, "Augmented-Accuracy": 99.0602, "Augmented-Loss": 0.08005154325473308, "Clean-Accuracy": 99.26, "Clean-Loss": 0.030566218382120133, "PGD-Accuracy": 10.91, "PGD-Loss": 4.180856643676758}, "Total-Time": 3086.288216114044, "Train": {"Loss": 1.4554027151884856, "avg t": 1.0002361818949381, "plain loss": 0.12491517595361777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.13, "Augmented-Loss": 0.07233291101694107, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.033185667203739284, "PGD-Accuracy": 10.083333333333334, "PGD-Loss": 3.967071472167969}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 69.12971377372742, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.27999877929688, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.9682, "Augmented-Loss": 0.06258494239282608, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03129744343087077, "PGD-Accuracy": 10.76, "PGD-Loss": 4.647498760986328}, "Total-Time": 3155.4179298877716, "Train": {"Loss": 1.7996481255425347, "avg t": 1.00185809552228, "plain loss": 0.12474836530155599}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.0955, "Augmented-Loss": 0.05930959761609634, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03296658088391026, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 4.345151102701823}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 68.34628319740295, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.3699951171875, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.9783, "Augmented-Loss": 0.052761161599367855, "Clean-Accuracy": 99.2, "Clean-Loss": 0.031029099136590958, "PGD-Accuracy": 10.91, "PGD-Loss": 4.848251608276367}, "Total-Time": 3223.7642130851746, "Train": {"Loss": 1.7441091505333228, "avg t": 1.001448373247076, "plain loss": 0.12567923839975273}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.08616666666667, "Augmented-Loss": 0.04825491749574741, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03369503847773497, "PGD-Accuracy": 10.2, "PGD-Loss": 4.6328699493408205}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 67.47472786903381, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.62999725341797, "Augmented-0.05-Quantile-Accuracy": 97.97999572753906, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0987, "Augmented-Loss": 0.0634390947509408, "Clean-Accuracy": 99.28, "Clean-Loss": 0.028861642809957264, "PGD-Accuracy": 11.19, "PGD-Loss": 4.518068826293946}, "Total-Time": 3291.2389409542084, "Train": {"Loss": 1.6443447822641444, "avg t": 1.0014754758764197, "plain loss": 0.12400095012276263}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.1265, "Augmented-Loss": 0.06002523796275258, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03399610060360283, "PGD-Accuracy": 10.783333333333333, "PGD-Loss": 4.328776898701986}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 68.7528350353241, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.00999450683594, "Augmented-0.05-Quantile-Accuracy": 97.15999603271484, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.8282, "Augmented-Loss": 0.1319176622517109, "Clean-Accuracy": 99.08, "Clean-Loss": 0.048894808918237685, "PGD-Accuracy": 10.9, "PGD-Loss": 4.332993138122559}, "Total-Time": 3359.9917759895325, "Train": {"Loss": 1.5948931833549782, "avg t": 1.0015056166472258, "plain loss": 0.12463563192420532}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.9125, "Augmented-Loss": 0.11709161944886048, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04588209555173914, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 4.131189259847005}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 68.97238636016846, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.6199951171875, "Augmented-0.05-Quantile-Accuracy": 97.88999938964844, "Augmented-0.1-Quantile-Accuracy": 98.22999572753906, "Augmented-Accuracy": 99.0149, "Augmented-Loss": 0.046594303940355776, "Clean-Accuracy": 99.16, "Clean-Loss": 0.027985878330282866, "PGD-Accuracy": 10.43, "PGD-Loss": 7.1658937408447265}, "Total-Time": 3428.964162349701, "Train": {"Loss": 1.502668354458279, "avg t": 1.0005114519507796, "plain loss": 0.12273883860022942}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.19166666666666, "Augmented-Loss": 0.0456300311644872, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.032352692308370026, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 6.867890909830729}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 69.1686007976532, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.93999481201172, "Augmented-Accuracy": 98.8944, "Augmented-Loss": 0.09788760194778443, "Clean-Accuracy": 99.09, "Clean-Loss": 0.0355046327739954, "PGD-Accuracy": 10.7, "PGD-Loss": 4.1146806030273435}, "Total-Time": 3498.132763147354, "Train": {"Loss": 1.6825100347024422, "avg t": 1.0020679238284076, "plain loss": 0.12306357833809334}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.18333435058594, "Augmented-Accuracy": 98.95583333333333, "Augmented-Loss": 0.08680521588067214, "Clean-Accuracy": 99.1, "Clean-Loss": 0.036561833027750255, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 3.9792809168497723}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 69.22789168357849, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.07999420166016, "Augmented-0.05-Quantile-Accuracy": 97.20999908447266, "Augmented-0.1-Quantile-Accuracy": 97.83999633789062, "Augmented-Accuracy": 98.8591, "Augmented-Loss": 0.10434313713169098, "Clean-Accuracy": 99.13, "Clean-Loss": 0.036932955116033554, "PGD-Accuracy": 10.85, "PGD-Loss": 3.891233743286133}, "Total-Time": 3567.3606548309326, "Train": {"Loss": 1.7104747004332366, "avg t": 1.0021829411895187, "plain loss": 0.13022901523996283}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.41666412353516, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 99.0595, "Augmented-Loss": 0.091953763589859, "Clean-Accuracy": 99.3, "Clean-Loss": 0.037476022551457086, "PGD-Accuracy": 10.05, "PGD-Loss": 3.7036131846110028}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 69.31300187110901, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.79000091552734, "Augmented-0.05-Quantile-Accuracy": 97.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9316, "Augmented-Loss": 0.08589848650372028, "Clean-Accuracy": 99.09, "Clean-Loss": 0.03230974886268377, "PGD-Accuracy": 10.81, "PGD-Loss": 3.759502880859375}, "Total-Time": 3636.6736567020416, "Train": {"Loss": 1.8639404631720649, "avg t": 1.002005520220156, "plain loss": 0.12807342965514554}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.0525, "Augmented-Loss": 0.075055479854544, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03281759680435061, "PGD-Accuracy": 10.05, "PGD-Loss": 3.597205067952474}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 68.57170104980469, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.0651, "Augmented-Loss": 0.035975121576661245, "Clean-Accuracy": 99.16, "Clean-Loss": 0.030029374102153814, "PGD-Accuracy": 10.44, "PGD-Loss": 6.8210193634033205}, "Total-Time": 3705.2453577518463, "Train": {"Loss": 2.0070716643156827, "avg t": 1.0024878215789794, "plain loss": 0.12972495213967786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1085, "Augmented-Loss": 0.037302782513004104, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03577348514831586, "PGD-Accuracy": 9.766666666666667, "PGD-Loss": 6.532662343343099}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 68.6412901878357, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.68999481201172, "Augmented-0.05-Quantile-Accuracy": 97.20999908447266, "Augmented-0.1-Quantile-Accuracy": 97.77999877929688, "Augmented-Accuracy": 98.7726, "Augmented-Loss": 0.05087272879216075, "Clean-Accuracy": 98.99, "Clean-Loss": 0.03837890623360872, "PGD-Accuracy": 9.27, "PGD-Loss": 10.389188446044923}, "Total-Time": 3773.886647939682, "Train": {"Loss": 2.28373384892499, "avg t": 1.0038647505089089, "plain loss": 0.1279375057644314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.1500015258789, "Augmented-Accuracy": 98.88233333333334, "Augmented-Loss": 0.049192194788344204, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.041885960795140516, "PGD-Accuracy": 9.8, "PGD-Loss": 9.74311393737793}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 68.811194896698, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.12999725341797, "Augmented-Accuracy": 98.9255, "Augmented-Loss": 0.03782277510921657, "Clean-Accuracy": 99.04, "Clean-Loss": 0.0311125990094617, "PGD-Accuracy": 13.22, "PGD-Loss": 6.844042788696289}, "Total-Time": 3842.69784283638, "Train": {"Loss": 1.810107603850188, "avg t": 1.0029146155251396, "plain loss": 0.12800465385384036}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.17933333333333, "Augmented-Loss": 0.035258869814408636, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.0321308826682022, "PGD-Accuracy": 12.983333333333333, "PGD-Loss": 6.521550069173177}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 69.02153015136719, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.48999786376953, "Augmented-0.05-Quantile-Accuracy": 96.75999450683594, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.7041, "Augmented-Loss": 0.07308728635275363, "Clean-Accuracy": 99.11, "Clean-Loss": 0.032063895285874604, "PGD-Accuracy": 10.79, "PGD-Loss": 5.489891403198242}, "Total-Time": 3911.719372987747, "Train": {"Loss": 2.282074263678657, "avg t": 1.005082825448778, "plain loss": 0.13266724928396714}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.69999694824219, "Augmented-0.05-Quantile-Accuracy": 97.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.96183333333333, "Augmented-Loss": 0.06393061731959383, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03252971342531964, "PGD-Accuracy": 10.3, "PGD-Loss": 5.141223823547363}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 68.58610606193542, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 99.0018, "Augmented-Loss": 0.094190539904356, "Clean-Accuracy": 99.31, "Clean-Loss": 0.03386405325233936, "PGD-Accuracy": 13.12, "PGD-Loss": 3.737617460632324}, "Total-Time": 3980.3054790496826, "Train": {"Loss": 1.6628132615266022, "avg t": 1.0018303659580372, "plain loss": 0.12697417422731724}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.01266666666666, "Augmented-Loss": 0.08595546798000733, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03710336333016555, "PGD-Accuracy": 12.6, "PGD-Loss": 3.6178581136067707}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 69.00502014160156, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.87999725341797, "Augmented-0.05-Quantile-Accuracy": 95.40999603271484, "Augmented-0.1-Quantile-Accuracy": 96.72999572753906, "Augmented-Accuracy": 98.4404, "Augmented-Loss": 0.23443388054656983, "Clean-Accuracy": 99.2, "Clean-Loss": 0.06310075790882111, "PGD-Accuracy": 12.64, "PGD-Loss": 3.094847164916992}, "Total-Time": 4049.310499191284, "Train": {"Loss": 1.738612798160977, "avg t": 1.0011694862930862, "plain loss": 0.1267311339449}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.8499984741211, "Augmented-0.05-Quantile-Accuracy": 96.8499984741211, "Augmented-0.1-Quantile-Accuracy": 97.3499984741211, "Augmented-Accuracy": 98.65666666666667, "Augmented-Loss": 0.2156109946870804, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05877260973056157, "PGD-Accuracy": 12.15, "PGD-Loss": 2.975408053080241}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 68.76836729049683, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.2699966430664, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 99.025, "Augmented-Loss": 0.06347368951797486, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03175754614472389, "PGD-Accuracy": 11.44, "PGD-Loss": 4.4222052444458}, "Total-Time": 4118.078866481781, "Train": {"Loss": 1.9663575746041757, "avg t": 1.0016119052745678, "plain loss": 0.12882056138780382}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.10866666666666, "Augmented-Loss": 0.05551907636528214, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03237666753089676, "PGD-Accuracy": 11.2, "PGD-Loss": 4.1737033589680985}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 68.9072527885437, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.93000030517578, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 98.9989, "Augmented-Loss": 0.08416689352297783, "Clean-Accuracy": 99.17, "Clean-Loss": 0.03823985894322395, "PGD-Accuracy": 12.03, "PGD-Loss": 3.9634444351196287}, "Total-Time": 4186.986119270325, "Train": {"Loss": 1.4567236812026412, "avg t": 0.9999064654950742, "plain loss": 0.12458212556838986}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.1875, "Augmented-Loss": 0.07258147081842026, "Clean-Accuracy": 99.25, "Clean-Loss": 0.034438606793681784, "PGD-Accuracy": 11.566666666666666, "PGD-Loss": 3.8098683802286786}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 68.87143731117249, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.11000061035156, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.983, "Augmented-Loss": 0.09732816470837594, "Clean-Accuracy": 99.24, "Clean-Loss": 0.03847355415821076, "PGD-Accuracy": 12.59, "PGD-Loss": 3.887632196044922}, "Total-Time": 4255.857556581497, "Train": {"Loss": 1.5755060011545816, "avg t": 1.000469303060461, "plain loss": 0.12120440212708943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.08583333333333, "Augmented-Loss": 0.08798988154669603, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03775866294900576, "PGD-Accuracy": 12.133333333333333, "PGD-Loss": 3.6569007568359373}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 68.27174592018127, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.08999633789062, "Augmented-0.05-Quantile-Accuracy": 97.05999755859375, "Augmented-0.1-Quantile-Accuracy": 97.63999938964844, "Augmented-Accuracy": 98.7369, "Augmented-Loss": 0.11930940898656846, "Clean-Accuracy": 99.04, "Clean-Loss": 0.04583228567540645, "PGD-Accuracy": 11.46, "PGD-Loss": 4.345325869750977}, "Total-Time": 4324.1293025016785, "Train": {"Loss": 1.47362671551881, "avg t": 0.9998006108601888, "plain loss": 0.12140324239201035}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.06666564941406, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.9175, "Augmented-Loss": 0.10727824506441752, "Clean-Accuracy": 99.05, "Clean-Loss": 0.044535028661290804, "PGD-Accuracy": 10.7, "PGD-Loss": 4.017570699055989}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 68.67578363418579, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.68000030517578, "Augmented-0.05-Quantile-Accuracy": 97.80999755859375, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 98.949, "Augmented-Loss": 0.04026484760899056, "Clean-Accuracy": 99.12, "Clean-Loss": 0.040609196963025895, "PGD-Accuracy": 9.84, "PGD-Loss": 17.05696775512695}, "Total-Time": 4392.805086135864, "Train": {"Loss": 1.5207772902029533, "avg t": 0.9999117221125849, "plain loss": 0.12084292597417463}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.09033333333333, "Augmented-Loss": 0.04286231077523079, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04691110813247269, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 16.545014943440755}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 68.822425365448, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.23999786376953, "Augmented-0.05-Quantile-Accuracy": 97.23999786376953, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.7908, "Augmented-Loss": 0.05361073955702782, "Clean-Accuracy": 99.0, "Clean-Loss": 0.03902169290278107, "PGD-Accuracy": 12.53, "PGD-Loss": 8.925462237548828}, "Total-Time": 4461.627511501312, "Train": {"Loss": 2.3072849277920193, "avg t": 1.0024608636255619, "plain loss": 0.13180716894644284}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.8985, "Augmented-Loss": 0.055492603400091954, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05027187025166738, "PGD-Accuracy": 11.816666666666666, "PGD-Loss": 8.341254135131836}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 68.90135717391968, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.90999603271484, "Augmented-0.05-Quantile-Accuracy": 97.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9811, "Augmented-Loss": 0.0802124471886158, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03316747334301472, "PGD-Accuracy": 9.84, "PGD-Loss": 4.4990282699584965}, "Total-Time": 4530.528868675232, "Train": {"Loss": 3.7610190856368453, "avg t": 1.0063288709146005, "plain loss": 0.1545582401266804}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.18333435058594, "Augmented-Accuracy": 99.08366666666667, "Augmented-Loss": 0.07317508872608344, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03254281863446037, "PGD-Accuracy": 9.216666666666667, "PGD-Loss": 4.266708641052246}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 69.23651337623596, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.48999786376953, "Augmented-0.05-Quantile-Accuracy": 97.23999786376953, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.9354, "Augmented-Loss": 0.12054782892799377, "Clean-Accuracy": 99.2, "Clean-Loss": 0.036621635749936106, "PGD-Accuracy": 12.44, "PGD-Loss": 3.651558464050293}, "Total-Time": 4599.765382051468, "Train": {"Loss": 1.7956706710038361, "avg t": 1.0019636606287072, "plain loss": 0.12397091083791505}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.02333333333333, "Augmented-Loss": 0.10741623153090477, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03556597041711211, "PGD-Accuracy": 12.266666666666667, "PGD-Loss": 3.513083324432373}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 69.1353850364685, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.36000061035156, "Augmented-0.05-Quantile-Accuracy": 97.83999633789062, "Augmented-0.1-Quantile-Accuracy": 98.31999969482422, "Augmented-Accuracy": 99.0259, "Augmented-Loss": 0.06556675350046158, "Clean-Accuracy": 99.19, "Clean-Loss": 0.03182305296808481, "PGD-Accuracy": 11.97, "PGD-Loss": 4.867739128112793}, "Total-Time": 4668.900767087936, "Train": {"Loss": 3.9666773573557537, "avg t": 1.0088486915517736, "plain loss": 0.16345097540837755}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.04666666666667, "Augmented-Loss": 0.05953598240976532, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03464753357072671, "PGD-Accuracy": 11.65, "PGD-Loss": 4.434723368326823}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 68.79909992218018, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.81999969482422, "Augmented-0.05-Quantile-Accuracy": 95.15999603271484, "Augmented-0.1-Quantile-Accuracy": 96.23999786376953, "Augmented-Accuracy": 98.1164, "Augmented-Loss": 0.19100915620326997, "Clean-Accuracy": 98.93, "Clean-Loss": 0.070236825633049, "PGD-Accuracy": 12.07, "PGD-Loss": 3.5626895095825195}, "Total-Time": 4737.699867010117, "Train": {"Loss": 1.643864745599252, "avg t": 1.0014503023006298, "plain loss": 0.12359508013725284}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.53333282470703, "Augmented-0.05-Quantile-Accuracy": 96.41666412353516, "Augmented-0.1-Quantile-Accuracy": 97.16666412353516, "Augmented-Accuracy": 98.50916666666667, "Augmented-Loss": 0.1711040088335673, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.0630153928399086, "PGD-Accuracy": 11.483333333333333, "PGD-Loss": 3.373493226369222}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 68.6156919002533, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.52999877929688, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.9222, "Augmented-Loss": 0.09025691821682454, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03743738208264112, "PGD-Accuracy": 12.51, "PGD-Loss": 4.152229325866699}, "Total-Time": 4806.31555891037, "Train": {"Loss": 2.233468694333677, "avg t": 1.004338515970442, "plain loss": 0.13687380045961428}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.6500015258789, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.07266666666666, "Augmented-Loss": 0.07964670308252175, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.037648368230710424, "PGD-Accuracy": 12.016666666666667, "PGD-Loss": 3.974134635925293}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 68.94406795501709, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.22000122070312, "Augmented-0.1-Quantile-Accuracy": 97.80999755859375, "Augmented-Accuracy": 98.8366, "Augmented-Loss": 0.11465990015101432, "Clean-Accuracy": 99.01, "Clean-Loss": 0.04457171065807342, "PGD-Accuracy": 11.2, "PGD-Loss": 3.991212496948242}, "Total-Time": 4875.259626865387, "Train": {"Loss": 2.204071511727792, "avg t": 1.0028298353972258, "plain loss": 0.1303181703073006}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.28333282470703, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.98066666666666, "Augmented-Loss": 0.10082590462714433, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04050640733043353, "PGD-Accuracy": 10.533333333333333, "PGD-Loss": 3.7448928985595704}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 68.95645833015442, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.47000122070312, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 99.0519, "Augmented-Loss": 0.07024526951003075, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03326397840380669, "PGD-Accuracy": 11.68, "PGD-Loss": 4.484009527587891}, "Total-Time": 4944.216085195541, "Train": {"Loss": 1.547474078213727, "avg t": 1.0005213863231517, "plain loss": 0.11779595545574478}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.13616666666667, "Augmented-Loss": 0.06028007098009189, "Clean-Accuracy": 99.15, "Clean-Loss": 0.032760157566517595, "PGD-Accuracy": 11.083333333333334, "PGD-Loss": 4.246863520304362}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 69.41774415969849, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.07999420166016, "Augmented-0.05-Quantile-Accuracy": 97.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9501, "Augmented-Loss": 0.1078365975792408, "Clean-Accuracy": 99.17, "Clean-Loss": 0.038498860570788385, "PGD-Accuracy": 10.02, "PGD-Loss": 4.5602013229370115}, "Total-Time": 5013.63382935524, "Train": {"Loss": 1.8256770717832778, "avg t": 1.0021841467398185, "plain loss": 0.12871683166115377}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 99.07033333333334, "Augmented-Loss": 0.09740124732444684, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03952247937768698, "PGD-Accuracy": 9.216666666666667, "PGD-Loss": 4.347638153076172}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 69.10017848014832, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.48999786376953, "Augmented-0.05-Quantile-Accuracy": 94.25999450683594, "Augmented-0.1-Quantile-Accuracy": 95.61000061035156, "Augmented-Accuracy": 97.8733, "Augmented-Loss": 0.2657029492034912, "Clean-Accuracy": 99.18, "Clean-Loss": 0.061956296491622924, "PGD-Accuracy": 11.05, "PGD-Loss": 3.2869377349853517}, "Total-Time": 5082.734007835388, "Train": {"Loss": 1.6909027027553982, "avg t": 1.0013381301738598, "plain loss": 0.12034926687434876}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.36666870117188, "Augmented-0.05-Quantile-Accuracy": 95.25, "Augmented-0.1-Quantile-Accuracy": 96.43333435058594, "Augmented-Accuracy": 98.28566666666667, "Augmented-Loss": 0.25696716112057366, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.05884242044885953, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 3.2151551005045573}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 68.5283739566803, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.43999481201172, "Augmented-0.05-Quantile-Accuracy": 97.29999542236328, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.8861, "Augmented-Loss": 0.09630042467713357, "Clean-Accuracy": 99.21, "Clean-Loss": 0.039873391199111936, "PGD-Accuracy": 11.93, "PGD-Loss": 4.312640008544922}, "Total-Time": 5151.2623817920685, "Train": {"Loss": 1.7668623735639784, "avg t": 1.000867837022852, "plain loss": 0.1263971307480777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.997, "Augmented-Loss": 0.08835047396977742, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04119837143272161, "PGD-Accuracy": 11.1, "PGD-Loss": 4.0348000157674155}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 68.95401859283447, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.04000091552734, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 99.1146, "Augmented-Loss": 0.04625989748188853, "Clean-Accuracy": 99.26, "Clean-Loss": 0.029378952322155236, "PGD-Accuracy": 10.98, "PGD-Loss": 5.859996487426757}, "Total-Time": 5220.216400384903, "Train": {"Loss": 2.125417979487666, "avg t": 1.0030991738284076, "plain loss": 0.1272591485306068}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.111, "Augmented-Loss": 0.04591432964244237, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03593172475152338, "PGD-Accuracy": 10.266666666666667, "PGD-Loss": 5.5653929494222005}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 68.86940026283264, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.80999755859375, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.974, "Augmented-Loss": 0.05891985160881281, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03382269398458302, "PGD-Accuracy": 10.66, "PGD-Loss": 5.145166839599609}, "Total-Time": 5289.085800647736, "Train": {"Loss": 2.3867217325281214, "avg t": 1.0031313882933723, "plain loss": 0.13367688774709355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.06866666666667, "Augmented-Loss": 0.053165709356168905, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03564392366725951, "PGD-Accuracy": 10.7, "PGD-Loss": 5.0328423767089845}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 68.07835960388184, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.80999755859375, "Augmented-0.05-Quantile-Accuracy": 96.73999786376953, "Augmented-0.1-Quantile-Accuracy": 97.41999816894531, "Augmented-Accuracy": 98.6882, "Augmented-Loss": 0.06586468282145634, "Clean-Accuracy": 98.96, "Clean-Loss": 0.04446454159560963, "PGD-Accuracy": 9.22, "PGD-Loss": 9.362220349121094}, "Total-Time": 5357.164160251617, "Train": {"Loss": 3.106170581676342, "avg t": 1.0097356996889468, "plain loss": 0.16233476860258328}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.894, "Augmented-Loss": 0.06181089851845677, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.048444918257169775, "PGD-Accuracy": 8.883333333333333, "PGD-Loss": 8.71192056274414}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 69.17983508110046, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.02999877929688, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.9103, "Augmented-Loss": 0.047462738850951196, "Clean-Accuracy": 99.12, "Clean-Loss": 0.036504587859101593, "PGD-Accuracy": 9.8, "PGD-Loss": 8.54705138244629}, "Total-Time": 5426.343995332718, "Train": {"Loss": 2.706634701622857, "avg t": 1.0091032730031897, "plain loss": 0.15446967714186033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.04133333333333, "Augmented-Loss": 0.05000432075382831, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.04585828486128594, "PGD-Accuracy": 9.583333333333334, "PGD-Loss": 7.8496512578328455}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 68.13680768013, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.05999755859375, "Augmented-0.1-Quantile-Accuracy": 97.6199951171875, "Augmented-Accuracy": 98.8108, "Augmented-Loss": 0.08366707231700421, "Clean-Accuracy": 99.11, "Clean-Loss": 0.039194911539554594, "PGD-Accuracy": 10.74, "PGD-Loss": 6.801455410766602}, "Total-Time": 5494.480803012848, "Train": {"Loss": 2.8310695065039178, "avg t": 1.0087155415040476, "plain loss": 0.15376620148906012}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.93333435058594, "Augmented-0.05-Quantile-Accuracy": 97.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.96733333333333, "Augmented-Loss": 0.07760595317393541, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04254025491513312, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 6.298901217142741}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 68.62797403335571, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.68999481201172, "Augmented-0.05-Quantile-Accuracy": 97.33999633789062, "Augmented-0.1-Quantile-Accuracy": 97.93000030517578, "Augmented-Accuracy": 98.7867, "Augmented-Loss": 0.053880036801099776, "Clean-Accuracy": 98.95, "Clean-Loss": 0.040912497466243807, "PGD-Accuracy": 10.73, "PGD-Loss": 7.087876089477539}, "Total-Time": 5563.108777046204, "Train": {"Loss": 2.2288249749784117, "avg t": 1.0059409466143008, "plain loss": 0.1429857708674891}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0015, "Augmented-Loss": 0.04724228359369561, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.04112750798483224, "PGD-Accuracy": 10.4, "PGD-Loss": 6.541614148457845}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 68.90494418144226, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.89999389648438, "Augmented-0.05-Quantile-Accuracy": 97.23999786376953, "Augmented-0.1-Quantile-Accuracy": 97.66999816894531, "Augmented-Accuracy": 98.7503, "Augmented-Loss": 0.05371757204684615, "Clean-Accuracy": 99.03, "Clean-Loss": 0.04237681758487597, "PGD-Accuracy": 7.03, "PGD-Loss": 16.809988977050782}, "Total-Time": 5632.013721227646, "Train": {"Loss": 1.8854053051560014, "avg t": 1.003865377638075, "plain loss": 0.1352399741852724}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.89483333333334, "Augmented-Loss": 0.05356092654513506, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.04939747618813999, "PGD-Accuracy": 6.883333333333334, "PGD-Loss": 16.368025044759115}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 68.63728356361389, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.30999755859375, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.9686, "Augmented-Loss": 0.047039972290068864, "Clean-Accuracy": 99.18, "Clean-Loss": 0.032568330413848164, "PGD-Accuracy": 10.63, "PGD-Loss": 7.396961248779297}, "Total-Time": 5700.65100479126, "Train": {"Loss": 2.239396137732047, "avg t": 1.0051621561050414, "plain loss": 0.1459486450433732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.07533333333333, "Augmented-Loss": 0.0444666492739444, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03476700075948611, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 7.096843152364095}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 68.61621141433716, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.39999389648438, "Augmented-0.05-Quantile-Accuracy": 97.18000030517578, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.856, "Augmented-Loss": 0.07097010421741008, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03418929756581783, "PGD-Accuracy": 10.54, "PGD-Loss": 6.603641442871094}, "Total-Time": 5769.267216205597, "Train": {"Loss": 2.092027508806299, "avg t": 1.0038211066634566, "plain loss": 0.13695894505447798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.43333435058594, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.88633333333334, "Augmented-Loss": 0.06883522746930519, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04114779903553426, "PGD-Accuracy": 9.716666666666667, "PGD-Loss": 6.160735575358073}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 69.00352430343628, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.9762, "Augmented-Loss": 0.0650822477427721, "Clean-Accuracy": 99.16, "Clean-Loss": 0.0338360558912158, "PGD-Accuracy": 10.69, "PGD-Loss": 5.198413940429687}, "Total-Time": 5838.270740509033, "Train": {"Loss": 1.539806634902954, "avg t": 1.0008099666524817, "plain loss": 0.12581981881194637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.07883333333334, "Augmented-Loss": 0.058752183113197486, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03511245132113496, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 4.818781389872233}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 69.34707379341125, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.27999877929688, "Augmented-0.05-Quantile-Accuracy": 97.80999755859375, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 99.0631, "Augmented-Loss": 0.08354699491238594, "Clean-Accuracy": 99.17, "Clean-Loss": 0.038652853673696516, "PGD-Accuracy": 10.82, "PGD-Loss": 5.42041414642334}, "Total-Time": 5907.6178143024445, "Train": {"Loss": 2.604636757744683, "avg t": 1.0029909079869588, "plain loss": 0.1403548592037627}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.04816666666666, "Augmented-Loss": 0.0769501975167791, "Clean-Accuracy": 99.05, "Clean-Loss": 0.041454227226475876, "PGD-Accuracy": 9.95, "PGD-Loss": 5.171127237955729}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 68.10797619819641, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.18000030517578, "Augmented-0.05-Quantile-Accuracy": 96.72000122070312, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.707, "Augmented-Loss": 0.14237464202308656, "Clean-Accuracy": 99.1, "Clean-Loss": 0.037022756883502005, "PGD-Accuracy": 10.82, "PGD-Loss": 4.5703821487426755}, "Total-Time": 5975.725790500641, "Train": {"Loss": 2.312644256485833, "avg t": 1.0039877733301232, "plain loss": 0.14365693583400152}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.38333129882812, "Augmented-0.05-Quantile-Accuracy": 97.28333282470703, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.86283333333333, "Augmented-Loss": 0.12412477586110433, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.038657564543032395, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 4.260152699788412}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 69.04007625579834, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.73999786376953, "Augmented-0.05-Quantile-Accuracy": 95.97000122070312, "Augmented-0.1-Quantile-Accuracy": 96.88999938964844, "Augmented-Accuracy": 98.4867, "Augmented-Loss": 0.09768146331703663, "Clean-Accuracy": 98.92, "Clean-Loss": 0.04587613077755086, "PGD-Accuracy": 10.27, "PGD-Loss": 7.093477053833007}, "Total-Time": 6044.765866756439, "Train": {"Loss": 7.0667974404229055, "avg t": 1.0257542182074653, "plain loss": 0.24480725574670015}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.03333282470703, "Augmented-0.05-Quantile-Accuracy": 96.48332977294922, "Augmented-0.1-Quantile-Accuracy": 97.04999542236328, "Augmented-Accuracy": 98.5265, "Augmented-Loss": 0.08857741262321671, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.05523017697432078, "PGD-Accuracy": 10.1, "PGD-Loss": 6.567922457377116}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 68.59747457504272, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.33999633789062, "Augmented-0.05-Quantile-Accuracy": 94.22000122070312, "Augmented-0.1-Quantile-Accuracy": 95.32999420166016, "Augmented-Accuracy": 97.4372, "Augmented-Loss": 0.09088806069529057, "Clean-Accuracy": 98.29, "Clean-Loss": 0.07329209157009609, "PGD-Accuracy": 7.67, "PGD-Loss": 12.550966857910156}, "Total-Time": 6113.363341331482, "Train": {"Loss": 3.4169952380568893, "avg t": 1.014365666989927, "plain loss": 0.17584127854064652}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.36666870117188, "Augmented-0.05-Quantile-Accuracy": 95.1500015258789, "Augmented-0.1-Quantile-Accuracy": 96.1500015258789, "Augmented-Accuracy": 97.78333333333333, "Augmented-Loss": 0.0843758827508986, "Clean-Accuracy": 98.41666666666667, "Clean-Loss": 0.07361393893616817, "PGD-Accuracy": 8.1, "PGD-Loss": 11.73753158569336}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 68.79061150550842, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.57999420166016, "Augmented-0.05-Quantile-Accuracy": 96.68999481201172, "Augmented-0.1-Quantile-Accuracy": 97.36000061035156, "Augmented-Accuracy": 98.6006, "Augmented-Loss": 0.10986966973674298, "Clean-Accuracy": 98.95, "Clean-Loss": 0.04091891229525208, "PGD-Accuracy": 10.69, "PGD-Loss": 5.613482440185547}, "Total-Time": 6182.15395283699, "Train": {"Loss": 3.4255067020345615, "avg t": 1.013019650300344, "plain loss": 0.18035819602542422}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.11666870117188, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.70383333333334, "Augmented-Loss": 0.0954703111286958, "Clean-Accuracy": 99.1, "Clean-Loss": 0.044236381325249874, "PGD-Accuracy": 10.266666666666667, "PGD-Loss": 5.278581247965495}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 68.70132541656494, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.94999694824219, "Augmented-0.05-Quantile-Accuracy": 94.00999450683594, "Augmented-0.1-Quantile-Accuracy": 95.47999572753906, "Augmented-Accuracy": 97.8283, "Augmented-Loss": 0.22676180962085724, "Clean-Accuracy": 98.9, "Clean-Loss": 0.04511172708272934, "PGD-Accuracy": 11.19, "PGD-Loss": 4.3352390441894535}, "Total-Time": 6250.855278253555, "Train": {"Loss": 5.016643028117993, "avg t": 1.0179265754840991, "plain loss": 0.20508245889522386}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.98332977294922, "Augmented-0.05-Quantile-Accuracy": 95.26666259765625, "Augmented-0.1-Quantile-Accuracy": 96.54999542236328, "Augmented-Accuracy": 98.28616666666667, "Augmented-Loss": 0.20038715140620866, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.0437566204375277, "PGD-Accuracy": 10.233333333333333, "PGD-Loss": 4.171245165506999}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 69.06692099571228, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.57999420166016, "Augmented-0.05-Quantile-Accuracy": 96.86000061035156, "Augmented-0.1-Quantile-Accuracy": 97.43000030517578, "Augmented-Accuracy": 98.7311, "Augmented-Loss": 0.10813253762984276, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03783430949300528, "PGD-Accuracy": 10.96, "PGD-Loss": 5.216418103027344}, "Total-Time": 6319.922199249268, "Train": {"Loss": 3.880077374175743, "avg t": 1.013804806497362, "plain loss": 0.19217940889111285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.31666564941406, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.87483333333333, "Augmented-Loss": 0.09989571532865366, "Clean-Accuracy": 99.15, "Clean-Loss": 0.041455159811303016, "PGD-Accuracy": 10.05, "PGD-Loss": 4.857119255065918}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 69.25691962242126, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.82999420166016, "Augmented-0.05-Quantile-Accuracy": 96.0999984741211, "Augmented-0.1-Quantile-Accuracy": 96.98999786376953, "Augmented-Accuracy": 98.5295, "Augmented-Loss": 0.11007251624405384, "Clean-Accuracy": 98.96, "Clean-Loss": 0.04040560093782842, "PGD-Accuracy": 10.29, "PGD-Loss": 6.5096167388916015}, "Total-Time": 6389.179118871689, "Train": {"Loss": 5.013177483558655, "avg t": 1.0149248874805592, "plain loss": 0.20830334528817068}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.06666564941406, "Augmented-0.05-Quantile-Accuracy": 96.94999694824219, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.73916666666666, "Augmented-Loss": 0.09443138033707936, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04502361975784879, "PGD-Accuracy": 10.0, "PGD-Loss": 6.19209807840983}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 68.64852046966553, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.15999603271484, "Augmented-0.05-Quantile-Accuracy": 92.64999389648438, "Augmented-0.1-Quantile-Accuracy": 93.87999725341797, "Augmented-Accuracy": 96.7183, "Augmented-Loss": 0.3051957701845169, "Clean-Accuracy": 97.61, "Clean-Loss": 0.14176756250858308, "PGD-Accuracy": 6.4, "PGD-Loss": 6.953413272094727}, "Total-Time": 6457.827639341354, "Train": {"Loss": 3.612069413361726, "avg t": 1.0153474859308314, "plain loss": 0.20201803015779599}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.23332977294922, "Augmented-0.05-Quantile-Accuracy": 93.9000015258789, "Augmented-0.1-Quantile-Accuracy": 95.1500015258789, "Augmented-Accuracy": 97.49983333333333, "Augmented-Loss": 0.27434199325084685, "Clean-Accuracy": 98.18333333333334, "Clean-Loss": 0.11906445765495301, "PGD-Accuracy": 6.683333333333334, "PGD-Loss": 6.46201996866862}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 68.82749915122986, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.22000122070312, "Augmented-0.05-Quantile-Accuracy": 96.95999908447266, "Augmented-0.1-Quantile-Accuracy": 97.41999816894531, "Augmented-Accuracy": 98.4856, "Augmented-Loss": 0.07493644362912792, "Clean-Accuracy": 98.6, "Clean-Loss": 0.08398944738734099, "PGD-Accuracy": 4.1, "PGD-Loss": 21.879430444335938}, "Total-Time": 6526.655138492584, "Train": {"Loss": 3.2249215336552375, "avg t": 1.0150634870175963, "plain loss": 0.20661112648999228}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.18333435058594, "Augmented-0.05-Quantile-Accuracy": 97.53333282470703, "Augmented-0.1-Quantile-Accuracy": 97.88333129882812, "Augmented-Accuracy": 98.78966666666666, "Augmented-Loss": 0.08108169087679902, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.09560074429307981, "PGD-Accuracy": 3.8, "PGD-Loss": 20.7971203511556}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 68.6530692577362, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.1199951171875, "Augmented-0.05-Quantile-Accuracy": 96.20999908447266, "Augmented-0.1-Quantile-Accuracy": 97.06999969482422, "Augmented-Accuracy": 98.5875, "Augmented-Loss": 0.1372695397181511, "Clean-Accuracy": 99.02, "Clean-Loss": 0.0696841078042984, "PGD-Accuracy": 10.19, "PGD-Loss": 6.0752294097900394}, "Total-Time": 6595.30820775032, "Train": {"Loss": 3.722763792320534, "avg t": 1.0154389211160166, "plain loss": 0.2181944178439955}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.44999694824219, "Augmented-0.05-Quantile-Accuracy": 96.96666717529297, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.7945, "Augmented-Loss": 0.1300123411866029, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.06868508472045262, "PGD-Accuracy": 9.833333333333334, "PGD-Loss": 5.679028132120768}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 68.77100825309753, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.16999816894531, "Augmented-0.1-Quantile-Accuracy": 97.72000122070312, "Augmented-Accuracy": 98.748, "Augmented-Loss": 0.06387135686662793, "Clean-Accuracy": 98.9, "Clean-Loss": 0.051162168120592835, "PGD-Accuracy": 8.2, "PGD-Loss": 11.560092309570312}, "Total-Time": 6664.079216003418, "Train": {"Loss": 5.787104450296472, "avg t": 1.0146701132809675, "plain loss": 0.23371405556113606}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.25, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.88766666666666, "Augmented-Loss": 0.06206890411822125, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05597566478389005, "PGD-Accuracy": 7.95, "PGD-Loss": 10.710849970499675}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 69.28332281112671, "Test": {"Augmented-0.01-Quantile-Accuracy": 83.73999786376953, "Augmented-0.05-Quantile-Accuracy": 90.81999969482422, "Augmented-0.1-Quantile-Accuracy": 93.22000122070312, "Augmented-Accuracy": 96.8081, "Augmented-Loss": 0.4067352732372284, "Clean-Accuracy": 98.83, "Clean-Loss": 0.10697787549495696, "PGD-Accuracy": 10.88, "PGD-Loss": 3.7600522857666014}, "Total-Time": 6733.362538814545, "Train": {"Loss": 5.024447424146864, "avg t": 1.016749106336523, "plain loss": 0.23736294285279766}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.23332977294922, "Augmented-0.05-Quantile-Accuracy": 92.28333282470703, "Augmented-0.1-Quantile-Accuracy": 94.43333435058594, "Augmented-Accuracy": 97.36383333333333, "Augmented-Loss": 0.3875676908349991, "Clean-Accuracy": 98.85, "Clean-Loss": 0.10308191398779551, "PGD-Accuracy": 10.3, "PGD-Loss": 3.656863737742106}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 69.0913450717926, "Test": {"Augmented-0.01-Quantile-Accuracy": 87.0999984741211, "Augmented-0.05-Quantile-Accuracy": 93.27999877929688, "Augmented-0.1-Quantile-Accuracy": 94.90999603271484, "Augmented-Accuracy": 97.6879, "Augmented-Loss": 0.30295733058452606, "Clean-Accuracy": 98.71, "Clean-Loss": 0.12052224674224854, "PGD-Accuracy": 10.49, "PGD-Loss": 5.575324957275391}, "Total-Time": 6802.453883886337, "Train": {"Loss": 4.090374660209373, "avg t": 1.018064596388075, "plain loss": 0.22951763009495163}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.28333282470703, "Augmented-0.05-Quantile-Accuracy": 94.31666564941406, "Augmented-0.1-Quantile-Accuracy": 95.75, "Augmented-Accuracy": 98.0575, "Augmented-Loss": 0.27756390761693317, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.10878648533423742, "PGD-Accuracy": 9.933333333333334, "PGD-Loss": 5.2878205083211265}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 69.29697227478027, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.54000091552734, "Augmented-0.05-Quantile-Accuracy": 94.2699966430664, "Augmented-0.1-Quantile-Accuracy": 95.68000030517578, "Augmented-Accuracy": 97.8701, "Augmented-Loss": 0.1103390100748539, "Clean-Accuracy": 98.69, "Clean-Loss": 0.05483501032963395, "PGD-Accuracy": 10.19, "PGD-Loss": 8.564053869628907}, "Total-Time": 6871.750856161118, "Train": {"Loss": 9.760341362529331, "avg t": 1.0216813979678683, "plain loss": 0.2906588673803541}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.06666564941406, "Augmented-0.05-Quantile-Accuracy": 95.69999694824219, "Augmented-0.1-Quantile-Accuracy": 97.03333282470703, "Augmented-Accuracy": 98.441, "Augmented-Loss": 0.09676973209549983, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.0529148091832952, "PGD-Accuracy": 9.6, "PGD-Loss": 7.91673545328776}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 68.7707166671753, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.45999908447266, "Augmented-0.05-Quantile-Accuracy": 93.52999877929688, "Augmented-0.1-Quantile-Accuracy": 94.89999389648438, "Augmented-Accuracy": 97.4276, "Augmented-Loss": 0.13510665057229995, "Clean-Accuracy": 98.26, "Clean-Loss": 0.07872236111164092, "PGD-Accuracy": 8.44, "PGD-Loss": 13.076523651123047}, "Total-Time": 6940.521572828293, "Train": {"Loss": 4.505479907918859, "avg t": 1.0215802695309675, "plain loss": 0.24065951478216424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.98332977294922, "Augmented-0.05-Quantile-Accuracy": 94.41666412353516, "Augmented-0.1-Quantile-Accuracy": 95.26666259765625, "Augmented-Accuracy": 97.71, "Augmented-Loss": 0.126008501008749, "Clean-Accuracy": 98.36666666666666, "Clean-Loss": 0.08219658576448759, "PGD-Accuracy": 8.133333333333333, "PGD-Loss": 12.558599385579427}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 68.41672492027283, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.30999755859375, "Augmented-0.05-Quantile-Accuracy": 95.30999755859375, "Augmented-0.1-Quantile-Accuracy": 96.3699951171875, "Augmented-Accuracy": 98.2315, "Augmented-Loss": 0.1717586253628731, "Clean-Accuracy": 98.92, "Clean-Loss": 0.05856231083422899, "PGD-Accuracy": 9.8, "PGD-Loss": 7.130558447265625}, "Total-Time": 7008.938297748566, "Train": {"Loss": 12.14296227448075, "avg t": 1.0264327483353792, "plain loss": 0.33327888249997745}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.6500015258789, "Augmented-0.05-Quantile-Accuracy": 95.76666259765625, "Augmented-0.1-Quantile-Accuracy": 96.61666870117188, "Augmented-Accuracy": 98.27816666666666, "Augmented-Loss": 0.1607697371896108, "Clean-Accuracy": 98.9, "Clean-Loss": 0.060164370015263556, "PGD-Accuracy": 9.633333333333333, "PGD-Loss": 6.728108390808106}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 69.30089783668518, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.70999908447266, "Augmented-0.05-Quantile-Accuracy": 95.36000061035156, "Augmented-0.1-Quantile-Accuracy": 96.5999984741211, "Augmented-Accuracy": 98.3803, "Augmented-Loss": 0.1519988070025444, "Clean-Accuracy": 99.01, "Clean-Loss": 0.0481286989107728, "PGD-Accuracy": 10.23, "PGD-Loss": 7.318104852294922}, "Total-Time": 7078.239195585251, "Train": {"Loss": 5.6084843429636075, "avg t": 1.0232453447271277, "plain loss": 0.2612704811696651}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.01666259765625, "Augmented-0.05-Quantile-Accuracy": 95.96666717529297, "Augmented-0.1-Quantile-Accuracy": 96.98332977294922, "Augmented-Accuracy": 98.4725, "Augmented-Loss": 0.13545322539786497, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.049942361686378715, "PGD-Accuracy": 9.45, "PGD-Loss": 7.114927983601888}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 68.04049110412598, "Test": {"Augmented-0.01-Quantile-Accuracy": 87.12999725341797, "Augmented-0.05-Quantile-Accuracy": 92.47999572753906, "Augmented-0.1-Quantile-Accuracy": 93.88999938964844, "Augmented-Accuracy": 96.8413, "Augmented-Loss": 0.15793574554669856, "Clean-Accuracy": 97.32, "Clean-Loss": 0.12883135702535511, "PGD-Accuracy": 0.71, "PGD-Loss": 21.894373278808594}, "Total-Time": 7146.279686689377, "Train": {"Loss": 6.480830015394423, "avg t": 1.0247991642422147, "plain loss": 0.2672867466467396}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.51666259765625, "Augmented-0.05-Quantile-Accuracy": 93.91666412353516, "Augmented-0.1-Quantile-Accuracy": 95.43333435058594, "Augmented-Accuracy": 97.3655, "Augmented-Loss": 0.13536207809659342, "Clean-Accuracy": 97.76666666666667, "Clean-Loss": 0.11252837771216097, "PGD-Accuracy": 0.6666666666666666, "PGD-Loss": 21.374785288492838}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 68.80659103393555, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.75, "Augmented-0.05-Quantile-Accuracy": 95.75999450683594, "Augmented-0.1-Quantile-Accuracy": 96.62999725341797, "Augmented-Accuracy": 98.372, "Augmented-Loss": 0.10198458890116215, "Clean-Accuracy": 98.85, "Clean-Loss": 0.06362281076889485, "PGD-Accuracy": 7.0, "PGD-Loss": 14.726358984375}, "Total-Time": 7215.086277723312, "Train": {"Loss": 5.1009906297613075, "avg t": 1.0285984023058856, "plain loss": 0.2719892491481921}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.81666564941406, "Augmented-0.05-Quantile-Accuracy": 96.58333587646484, "Augmented-0.1-Quantile-Accuracy": 97.48332977294922, "Augmented-Accuracy": 98.555, "Augmented-Loss": 0.08972883177176118, "Clean-Accuracy": 98.76666666666667, "Clean-Loss": 0.0606805732580057, "PGD-Accuracy": 6.516666666666667, "PGD-Loss": 13.950670928955079}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 69.65339517593384, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.66999816894531, "Augmented-0.05-Quantile-Accuracy": 95.69999694824219, "Augmented-0.1-Quantile-Accuracy": 96.72999572753906, "Augmented-Accuracy": 98.3051, "Augmented-Loss": 0.07751770062619448, "Clean-Accuracy": 98.67, "Clean-Loss": 0.06046300806007348, "PGD-Accuracy": 8.92, "PGD-Loss": 11.282947668457032}, "Total-Time": 7284.739672899246, "Train": {"Loss": 10.399707120259603, "avg t": 1.032333307760733, "plain loss": 0.338293222423836}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.86666870117188, "Augmented-0.05-Quantile-Accuracy": 96.6500015258789, "Augmented-0.1-Quantile-Accuracy": 97.3499984741211, "Augmented-Accuracy": 98.64566666666667, "Augmented-Loss": 0.07131696155898273, "Clean-Accuracy": 98.9, "Clean-Loss": 0.06297074183972048, "PGD-Accuracy": 8.7, "PGD-Loss": 10.508905451456705}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 69.15295934677124, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.91999816894531, "Augmented-0.05-Quantile-Accuracy": 95.37999725341797, "Augmented-0.1-Quantile-Accuracy": 96.55999755859375, "Augmented-Accuracy": 98.2055, "Augmented-Loss": 0.08211315403497219, "Clean-Accuracy": 98.54, "Clean-Loss": 0.07443502761386335, "PGD-Accuracy": 7.78, "PGD-Loss": 15.242098010253907}, "Total-Time": 7353.8926322460175, "Train": {"Loss": 22.80329391422978, "avg t": 1.0338709717150087, "plain loss": 0.4679145198504133}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.04999542236328, "Augmented-0.05-Quantile-Accuracy": 96.06666564941406, "Augmented-0.1-Quantile-Accuracy": 97.08333587646484, "Augmented-Accuracy": 98.41233333333334, "Augmented-Loss": 0.08020537136743466, "Clean-Accuracy": 98.76666666666667, "Clean-Loss": 0.08522615158348344, "PGD-Accuracy": 7.65, "PGD-Loss": 14.177997431437175}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 69.1956627368927, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.73999786376953, "Augmented-0.05-Quantile-Accuracy": 95.5, "Augmented-0.1-Quantile-Accuracy": 96.48999786376953, "Augmented-Accuracy": 98.2259, "Augmented-Loss": 0.1466106501326561, "Clean-Accuracy": 98.73, "Clean-Loss": 0.0532981173992157, "PGD-Accuracy": 9.72, "PGD-Loss": 7.953486743164063}, "Total-Time": 7423.08829498291, "Train": {"Loss": 6.251411321569372, "avg t": 1.0295830184795238, "plain loss": 0.301141769497483}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.86666870117188, "Augmented-0.05-Quantile-Accuracy": 96.01666259765625, "Augmented-0.1-Quantile-Accuracy": 97.0999984741211, "Augmented-Accuracy": 98.4845, "Augmented-Loss": 0.13447572469989458, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.054826426818966864, "PGD-Accuracy": 9.283333333333333, "PGD-Loss": 7.370647310892741}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 68.86695957183838, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.0, "Augmented-0.05-Quantile-Accuracy": 92.66999816894531, "Augmented-0.1-Quantile-Accuracy": 94.25999450683594, "Augmented-Accuracy": 97.0707, "Augmented-Loss": 0.1834437733347416, "Clean-Accuracy": 98.31, "Clean-Loss": 0.07552186404466629, "PGD-Accuracy": 11.39, "PGD-Loss": 7.763282800292969}, "Total-Time": 7491.9552545547485, "Train": {"Loss": 4.466809900071886, "avg t": 1.025884088975412, "plain loss": 0.27126376971668625}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.38333129882812, "Augmented-0.05-Quantile-Accuracy": 93.58333587646484, "Augmented-0.1-Quantile-Accuracy": 95.21666717529297, "Augmented-Accuracy": 97.46966666666667, "Augmented-Loss": 0.18681816924770672, "Clean-Accuracy": 98.25, "Clean-Loss": 0.08791746074954669, "PGD-Accuracy": 10.95, "PGD-Loss": 7.090269897460938}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 68.72245407104492, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.0999984741211, "Augmented-0.05-Quantile-Accuracy": 96.1199951171875, "Augmented-0.1-Quantile-Accuracy": 96.8499984741211, "Augmented-Accuracy": 98.3636, "Augmented-Loss": 0.11314620644831658, "Clean-Accuracy": 98.73, "Clean-Loss": 0.04964594696760177, "PGD-Accuracy": 10.45, "PGD-Loss": 8.255703625488282}, "Total-Time": 7560.6777086257935, "Train": {"Loss": 7.298713141547309, "avg t": 1.0313055299476341, "plain loss": 0.31390380374767135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.23332977294922, "Augmented-0.05-Quantile-Accuracy": 96.83333587646484, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.63383333333333, "Augmented-Loss": 0.1045480234058698, "Clean-Accuracy": 98.85, "Clean-Loss": 0.05466828854133685, "PGD-Accuracy": 10.116666666666667, "PGD-Loss": 7.552322374979655}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 69.16717576980591, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.58999633789062, "Augmented-0.05-Quantile-Accuracy": 96.23999786376953, "Augmented-0.1-Quantile-Accuracy": 96.97999572753906, "Augmented-Accuracy": 98.5249, "Augmented-Loss": 0.126133273157835, "Clean-Accuracy": 98.94, "Clean-Loss": 0.047268093568086623, "PGD-Accuracy": 9.58, "PGD-Loss": 8.202410696411134}, "Total-Time": 7629.844884395599, "Train": {"Loss": 3.908549321669119, "avg t": 1.0229639983000578, "plain loss": 0.2665359135521786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.71666717529297, "Augmented-0.05-Quantile-Accuracy": 96.81666564941406, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.7175, "Augmented-Loss": 0.11196261576384306, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04990118616012235, "PGD-Accuracy": 8.9, "PGD-Loss": 7.612080602010091}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 69.06245231628418, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.55999755859375, "Augmented-0.05-Quantile-Accuracy": 94.97000122070312, "Augmented-0.1-Quantile-Accuracy": 96.23999786376953, "Augmented-Accuracy": 98.0673, "Augmented-Loss": 0.151995899848938, "Clean-Accuracy": 98.67, "Clean-Loss": 0.05667982688844204, "PGD-Accuracy": 10.06, "PGD-Loss": 6.3576389434814455}, "Total-Time": 7698.9073367118835, "Train": {"Loss": 4.3554570754722315, "avg t": 1.0216507749910708, "plain loss": 0.27182974486174444}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.98332977294922, "Augmented-0.05-Quantile-Accuracy": 96.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.0, "Augmented-Accuracy": 98.397, "Augmented-Loss": 0.13733407710889975, "Clean-Accuracy": 98.71666666666667, "Clean-Loss": 0.058601834253718454, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 6.019074450174967}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 68.58836436271667, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.55999755859375, "Augmented-0.05-Quantile-Accuracy": 95.62999725341797, "Augmented-0.1-Quantile-Accuracy": 96.63999938964844, "Augmented-Accuracy": 98.3661, "Augmented-Loss": 0.166307186047554, "Clean-Accuracy": 98.96, "Clean-Loss": 0.05011758702397347, "PGD-Accuracy": 10.57, "PGD-Loss": 6.980091891479492}, "Total-Time": 7767.4957010746, "Train": {"Loss": 3.605665436638726, "avg t": 1.0206341372595893, "plain loss": 0.25518879520274995}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.88333129882812, "Augmented-0.05-Quantile-Accuracy": 96.73332977294922, "Augmented-0.1-Quantile-Accuracy": 97.44999694824219, "Augmented-Accuracy": 98.57016666666667, "Augmented-Loss": 0.15070004240751267, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.05282942268997431, "PGD-Accuracy": 9.95, "PGD-Loss": 6.496907302856445}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 69.02179169654846, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.72000122070312, "Augmented-0.05-Quantile-Accuracy": 94.18999481201172, "Augmented-0.1-Quantile-Accuracy": 95.54999542236328, "Augmented-Accuracy": 97.8591, "Augmented-Loss": 0.24775571224308013, "Clean-Accuracy": 98.88, "Clean-Loss": 0.0632984521985054, "PGD-Accuracy": 10.65, "PGD-Loss": 5.22868655090332}, "Total-Time": 7836.517492771149, "Train": {"Loss": 3.200922269609239, "avg t": 1.0185667182427864, "plain loss": 0.24073054387834353}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.0, "Augmented-0.05-Quantile-Accuracy": 95.69999694824219, "Augmented-0.1-Quantile-Accuracy": 96.71666717529297, "Augmented-Accuracy": 98.2605, "Augmented-Loss": 0.22163603642781576, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05970742487907409, "PGD-Accuracy": 9.933333333333334, "PGD-Loss": 4.954641309102376}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 68.96302700042725, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.07999420166016, "Augmented-0.05-Quantile-Accuracy": 95.61000061035156, "Augmented-0.1-Quantile-Accuracy": 96.57999420166016, "Augmented-Accuracy": 98.2545, "Augmented-Loss": 0.11338256836915016, "Clean-Accuracy": 98.83, "Clean-Loss": 0.05578724145442247, "PGD-Accuracy": 9.1, "PGD-Loss": 8.810315121459961}, "Total-Time": 7905.480519771576, "Train": {"Loss": 3.413911035396435, "avg t": 1.0184184735969262, "plain loss": 0.23864174415800302}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.08333587646484, "Augmented-0.05-Quantile-Accuracy": 96.36666870117188, "Augmented-0.1-Quantile-Accuracy": 97.08333587646484, "Augmented-Accuracy": 98.42016666666666, "Augmented-Loss": 0.1064582282580932, "Clean-Accuracy": 98.81666666666666, "Clean-Loss": 0.06085587735536198, "PGD-Accuracy": 8.95, "PGD-Loss": 8.189417503356934}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 68.55862355232239, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.12999725341797, "Augmented-0.05-Quantile-Accuracy": 95.05999755859375, "Augmented-0.1-Quantile-Accuracy": 96.04000091552734, "Augmented-Accuracy": 98.0519, "Augmented-Loss": 0.1560870297832489, "Clean-Accuracy": 98.73, "Clean-Loss": 0.05811175188422203, "PGD-Accuracy": 9.6, "PGD-Loss": 7.822778100585937}, "Total-Time": 7974.039143323898, "Train": {"Loss": 3.327659964667426, "avg t": 1.0189564270090175, "plain loss": 0.24516112035821988}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.53333282470703, "Augmented-0.05-Quantile-Accuracy": 95.75, "Augmented-0.1-Quantile-Accuracy": 96.66666412353516, "Augmented-Accuracy": 98.3475, "Augmented-Loss": 0.14747237849434217, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.05508312199016412, "PGD-Accuracy": 9.566666666666666, "PGD-Loss": 6.955276237487793}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 69.1571319103241, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.87999725341797, "Augmented-0.05-Quantile-Accuracy": 86.29999542236328, "Augmented-0.1-Quantile-Accuracy": 89.1199951171875, "Augmented-Accuracy": 94.5761, "Augmented-Loss": 0.48817964653396606, "Clean-Accuracy": 97.82, "Clean-Loss": 0.2063838348388672, "PGD-Accuracy": 10.3, "PGD-Loss": 4.301647914123535}, "Total-Time": 8043.196275234222, "Train": {"Loss": 3.6549420295997903, "avg t": 1.0218377926437943, "plain loss": 0.2612238930737532}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.31666564941406, "Augmented-0.05-Quantile-Accuracy": 86.61666870117188, "Augmented-0.1-Quantile-Accuracy": 89.71666717529297, "Augmented-Accuracy": 95.03216666666667, "Augmented-Loss": 0.4911926458930969, "Clean-Accuracy": 97.83333333333333, "Clean-Loss": 0.21064329719543456, "PGD-Accuracy": 10.0, "PGD-Loss": 4.031255657196045}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 76.5642569065094, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.40999984741211, "Augmented-0.05-Quantile-Accuracy": 59.599998474121094, "Augmented-0.1-Quantile-Accuracy": 66.81999969482422, "Augmented-Accuracy": 82.6701, "Augmented-Loss": 1.0899190346603393, "Clean-Accuracy": 97.07, "Clean-Loss": 0.43068080940246584, "PGD-Accuracy": 10.94, "PGD-Loss": 2.931395251464844}, "Total-Time": 8119.760532140732, "Train": {"Loss": 3.2108084476612233, "avg t": 1.0191100726657443, "plain loss": 0.2459694707305341}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.133331298828125, "Augmented-0.05-Quantile-Accuracy": 63.08333206176758, "Augmented-0.1-Quantile-Accuracy": 69.73332977294922, "Augmented-Accuracy": 84.16566666666667, "Augmented-Loss": 1.0629667673619587, "Clean-Accuracy": 97.71666666666667, "Clean-Loss": 0.4042603251139323, "PGD-Accuracy": 10.15, "PGD-Loss": 2.869913569132487}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 76.46125531196594, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.69999694824219, "Augmented-0.05-Quantile-Accuracy": 96.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.12999725341797, "Augmented-Accuracy": 98.5309, "Augmented-Loss": 0.09430861756253242, "Clean-Accuracy": 98.93, "Clean-Loss": 0.048198837888240816, "PGD-Accuracy": 9.42, "PGD-Loss": 9.082612045288085}, "Total-Time": 8196.221787452698, "Train": {"Loss": 3.25721517640573, "avg t": 1.0188874648058857, "plain loss": 0.2515112256756536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.83333587646484, "Augmented-0.05-Quantile-Accuracy": 97.04999542236328, "Augmented-0.1-Quantile-Accuracy": 97.68333435058594, "Augmented-Accuracy": 98.74933333333334, "Augmented-Loss": 0.0928007522999247, "Clean-Accuracy": 99.0, "Clean-Loss": 0.054129267426828546, "PGD-Accuracy": 8.716666666666667, "PGD-Loss": 8.221823796590169}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 77.10624933242798, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.65999603271484, "Augmented-0.05-Quantile-Accuracy": 94.80999755859375, "Augmented-0.1-Quantile-Accuracy": 95.93999481201172, "Augmented-Accuracy": 98.0222, "Augmented-Loss": 0.2116859122428894, "Clean-Accuracy": 98.69, "Clean-Loss": 0.07903255372047424, "PGD-Accuracy": 10.87, "PGD-Loss": 5.3940671569824215}, "Total-Time": 8273.328036785126, "Train": {"Loss": 3.1638790760746707, "avg t": 1.0188500900621766, "plain loss": 0.2565910723580251}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.38333129882812, "Augmented-0.05-Quantile-Accuracy": 95.68333435058594, "Augmented-0.1-Quantile-Accuracy": 96.68333435058594, "Augmented-Accuracy": 98.28366666666666, "Augmented-Loss": 0.1907387336786588, "Clean-Accuracy": 98.75, "Clean-Loss": 0.07207077533006669, "PGD-Accuracy": 10.4, "PGD-Loss": 5.056049514770508}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 69.39851713180542, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.6500015258789, "Augmented-0.05-Quantile-Accuracy": 88.38999938964844, "Augmented-0.1-Quantile-Accuracy": 91.04000091552734, "Augmented-Accuracy": 95.631, "Augmented-Loss": 0.5308917530384064, "Clean-Accuracy": 98.53, "Clean-Loss": 0.16802974417209626, "PGD-Accuracy": 10.65, "PGD-Loss": 3.526494694519043}, "Total-Time": 8342.726553916931, "Train": {"Loss": 4.583774835021408, "avg t": 1.0183690426437944, "plain loss": 0.2562249754640791}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.61666870117188, "Augmented-0.05-Quantile-Accuracy": 90.41666412353516, "Augmented-0.1-Quantile-Accuracy": 92.61666870117188, "Augmented-Accuracy": 96.3445, "Augmented-Loss": 0.49410006113211313, "Clean-Accuracy": 98.61666666666666, "Clean-Loss": 0.148396186709404, "PGD-Accuracy": 10.15, "PGD-Loss": 3.46146541595459}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 69.0558135509491, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.55999755859375, "Augmented-0.05-Quantile-Accuracy": 95.79000091552734, "Augmented-0.1-Quantile-Accuracy": 96.68000030517578, "Augmented-Accuracy": 98.4424, "Augmented-Loss": 0.15056392911195754, "Clean-Accuracy": 98.9, "Clean-Loss": 0.05130186396241188, "PGD-Accuracy": 10.57, "PGD-Loss": 6.395083743286133}, "Total-Time": 8411.78236746788, "Train": {"Loss": 3.1148962289315683, "avg t": 1.0187827675430863, "plain loss": 0.24734150843090513}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.0, "Augmented-0.05-Quantile-Accuracy": 96.79999542236328, "Augmented-0.1-Quantile-Accuracy": 97.53333282470703, "Augmented-Accuracy": 98.65383333333334, "Augmented-Loss": 0.13700820560773214, "Clean-Accuracy": 98.8, "Clean-Loss": 0.05572051122536262, "PGD-Accuracy": 10.0, "PGD-Loss": 6.0946704864501955}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 68.89349842071533, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.32999420166016, "Augmented-0.05-Quantile-Accuracy": 94.37999725341797, "Augmented-0.1-Quantile-Accuracy": 95.86000061035156, "Augmented-Accuracy": 98.036, "Augmented-Loss": 0.2833248697090149, "Clean-Accuracy": 98.77, "Clean-Loss": 0.07036107207536697, "PGD-Accuracy": 10.82, "PGD-Loss": 5.0308342498779295}, "Total-Time": 8480.675865888596, "Train": {"Loss": 2.905719093110826, "avg t": 1.0168610855031897, "plain loss": 0.2382993173528602}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.18333435058594, "Augmented-0.05-Quantile-Accuracy": 95.61666870117188, "Augmented-0.1-Quantile-Accuracy": 96.63333129882812, "Augmented-Accuracy": 98.3535, "Augmented-Loss": 0.2603951687169075, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.06531199533243974, "PGD-Accuracy": 10.133333333333333, "PGD-Loss": 4.700381561279297}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 68.78619861602783, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.5199966430664, "Augmented-0.05-Quantile-Accuracy": 96.29999542236328, "Augmented-0.1-Quantile-Accuracy": 97.12999725341797, "Augmented-Accuracy": 98.5576, "Augmented-Loss": 0.13585853111696244, "Clean-Accuracy": 98.92, "Clean-Loss": 0.05318768113255501, "PGD-Accuracy": 10.41, "PGD-Loss": 7.763245797729492}, "Total-Time": 8549.462064504623, "Train": {"Loss": 2.679490109514307, "avg t": 1.0157784755848072, "plain loss": 0.23376765027222832}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.5, "Augmented-0.05-Quantile-Accuracy": 96.93333435058594, "Augmented-0.1-Quantile-Accuracy": 97.56666564941406, "Augmented-Accuracy": 98.72633333333333, "Augmented-Loss": 0.12343558192133904, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.05110515506317218, "PGD-Accuracy": 9.733333333333333, "PGD-Loss": 7.315301849365234}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 68.93785214424133, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.94999694824219, "Augmented-0.05-Quantile-Accuracy": 96.41999816894531, "Augmented-0.1-Quantile-Accuracy": 97.19999694824219, "Augmented-Accuracy": 98.563, "Augmented-Loss": 0.11770036425614357, "Clean-Accuracy": 98.77, "Clean-Loss": 0.051354127010703084, "PGD-Accuracy": 10.63, "PGD-Loss": 6.54520348815918}, "Total-Time": 8618.399916648865, "Train": {"Loss": 2.924683868902701, "avg t": 1.0167313593758478, "plain loss": 0.2464986635331754}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.25, "Augmented-0.05-Quantile-Accuracy": 97.38333129882812, "Augmented-0.1-Quantile-Accuracy": 97.83333587646484, "Augmented-Accuracy": 98.80283333333334, "Augmented-Loss": 0.10475101171473662, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.04636134092633923, "PGD-Accuracy": 9.8, "PGD-Loss": 6.0797330830891925}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 68.41658401489258, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.65999603271484, "Augmented-0.05-Quantile-Accuracy": 96.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.12999725341797, "Augmented-Accuracy": 98.5289, "Augmented-Loss": 0.19126643464946746, "Clean-Accuracy": 99.02, "Clean-Loss": 0.06708115150928497, "PGD-Accuracy": 10.83, "PGD-Loss": 5.673524829101562}, "Total-Time": 8686.816500663757, "Train": {"Loss": 2.719689666465477, "avg t": 1.0155462224395186, "plain loss": 0.2343548612594605}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.3499984741211, "Augmented-0.05-Quantile-Accuracy": 96.76666259765625, "Augmented-0.1-Quantile-Accuracy": 97.61666870117188, "Augmented-Accuracy": 98.71183333333333, "Augmented-Loss": 0.17727058882077534, "Clean-Accuracy": 99.0, "Clean-Loss": 0.06405075132350127, "PGD-Accuracy": 10.0, "PGD-Loss": 5.321967371622721}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 67.66680526733398, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.40999603271484, "Augmented-0.05-Quantile-Accuracy": 96.55999755859375, "Augmented-0.1-Quantile-Accuracy": 97.31999969482422, "Augmented-Accuracy": 98.6142, "Augmented-Loss": 0.10953567169809342, "Clean-Accuracy": 98.96, "Clean-Loss": 0.04528068163692951, "PGD-Accuracy": 10.12, "PGD-Loss": 7.007349942016601}, "Total-Time": 8754.483305931091, "Train": {"Loss": 2.6597121237295647, "avg t": 1.0147155897352431, "plain loss": 0.2309677921719023}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.13333129882812, "Augmented-0.05-Quantile-Accuracy": 97.18333435058594, "Augmented-0.1-Quantile-Accuracy": 97.86666870117188, "Augmented-Accuracy": 98.782, "Augmented-Loss": 0.10202033341070016, "Clean-Accuracy": 99.0, "Clean-Loss": 0.0497401558769246, "PGD-Accuracy": 9.666666666666666, "PGD-Loss": 6.7402766342163085}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 68.9466872215271, "Test": {"Augmented-0.01-Quantile-Accuracy": 87.95999908447266, "Augmented-0.05-Quantile-Accuracy": 92.79000091552734, "Augmented-0.1-Quantile-Accuracy": 94.36000061035156, "Augmented-Accuracy": 97.0169, "Augmented-Loss": 0.2657211259918213, "Clean-Accuracy": 98.43, "Clean-Loss": 0.08178338047266007, "PGD-Accuracy": 10.55, "PGD-Loss": 4.474767498779297}, "Total-Time": 8823.429993152618, "Train": {"Loss": 2.8174683333502877, "avg t": 1.0156577193295515, "plain loss": 0.23761414438530246}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.8499984741211, "Augmented-0.05-Quantile-Accuracy": 94.01666259765625, "Augmented-0.1-Quantile-Accuracy": 95.4000015258789, "Augmented-Accuracy": 97.54, "Augmented-Loss": 0.23882610763788223, "Clean-Accuracy": 98.8, "Clean-Loss": 0.07037390327453613, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 4.3416630681355795}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 68.05177187919617, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.0199966430664, "Augmented-0.05-Quantile-Accuracy": 95.56999969482422, "Augmented-0.1-Quantile-Accuracy": 96.47999572753906, "Augmented-Accuracy": 98.3125, "Augmented-Loss": 0.19111936164140703, "Clean-Accuracy": 98.96, "Clean-Loss": 0.06750246886014938, "PGD-Accuracy": 10.93, "PGD-Loss": 5.884383013916016}, "Total-Time": 8891.481765031815, "Train": {"Loss": 5.097147437484176, "avg t": 1.0197132267422147, "plain loss": 0.2705754566651805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.48332977294922, "Augmented-0.05-Quantile-Accuracy": 96.51666259765625, "Augmented-0.1-Quantile-Accuracy": 97.43333435058594, "Augmented-Accuracy": 98.57366666666667, "Augmented-Loss": 0.17032416192134223, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.06230015886326631, "PGD-Accuracy": 9.95, "PGD-Loss": 5.643776074727376}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 68.68140769004822, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.29999542236328, "Augmented-0.05-Quantile-Accuracy": 96.75999450683594, "Augmented-0.1-Quantile-Accuracy": 97.48999786376953, "Augmented-Accuracy": 98.6516, "Augmented-Loss": 0.09612117309474945, "Clean-Accuracy": 98.96, "Clean-Loss": 0.04989126064479351, "PGD-Accuracy": 9.77, "PGD-Loss": 7.111311120605468}, "Total-Time": 8960.163172721863, "Train": {"Loss": 2.82287938231009, "avg t": 1.0159901846426505, "plain loss": 0.2392750089892634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.41666412353516, "Augmented-0.05-Quantile-Accuracy": 97.36666870117188, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.84466666666667, "Augmented-Loss": 0.08805458071380853, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.052831829868877925, "PGD-Accuracy": 9.216666666666667, "PGD-Loss": 6.679412206013997}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 68.79049038887024, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.18999481201172, "Augmented-0.05-Quantile-Accuracy": 96.33999633789062, "Augmented-0.1-Quantile-Accuracy": 97.18999481201172, "Augmented-Accuracy": 98.5388, "Augmented-Loss": 0.13244850930094718, "Clean-Accuracy": 98.92, "Clean-Loss": 0.05252836409509182, "PGD-Accuracy": 10.58, "PGD-Loss": 5.878124169921875}, "Total-Time": 9028.953663110733, "Train": {"Loss": 3.564310333357917, "avg t": 1.0158416988408123, "plain loss": 0.24816717159483173}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.69816666666667, "Augmented-Loss": 0.12186593578179677, "Clean-Accuracy": 98.9, "Clean-Loss": 0.052250844310969116, "PGD-Accuracy": 9.816666666666666, "PGD-Loss": 5.62482351175944}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 68.41149711608887, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.23999786376953, "Augmented-0.05-Quantile-Accuracy": 95.75999450683594, "Augmented-0.1-Quantile-Accuracy": 96.50999450683594, "Augmented-Accuracy": 98.0849, "Augmented-Loss": 0.09216191169655323, "Clean-Accuracy": 98.29, "Clean-Loss": 0.07091007863953709, "PGD-Accuracy": 8.09, "PGD-Loss": 10.315168884277345}, "Total-Time": 9097.365160226822, "Train": {"Loss": 4.517142364996451, "avg t": 1.0192161201900907, "plain loss": 0.2614061564410171}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.71666717529297, "Augmented-0.05-Quantile-Accuracy": 96.81666564941406, "Augmented-0.1-Quantile-Accuracy": 97.43333435058594, "Augmented-Accuracy": 98.631, "Augmented-Loss": 0.08132807476172844, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.06670343576883897, "PGD-Accuracy": 7.683333333333334, "PGD-Loss": 9.7466142578125}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 67.43680739402771, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.77999877929688, "Augmented-0.05-Quantile-Accuracy": 94.20999908447266, "Augmented-0.1-Quantile-Accuracy": 95.45999908447266, "Augmented-Accuracy": 97.4607, "Augmented-Loss": 0.14571312822532653, "Clean-Accuracy": 98.33, "Clean-Loss": 0.10213794883675874, "PGD-Accuracy": 7.16, "PGD-Loss": 14.608575451660156}, "Total-Time": 9164.80196762085, "Train": {"Loss": 3.154978138252541, "avg t": 1.0180653198383474, "plain loss": 0.24622413175724187}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.61666870117188, "Augmented-0.05-Quantile-Accuracy": 95.51666259765625, "Augmented-0.1-Quantile-Accuracy": 96.31666564941406, "Augmented-Accuracy": 98.02066666666667, "Augmented-Loss": 0.1598331268426776, "Clean-Accuracy": 98.6, "Clean-Loss": 0.1226623787432909, "PGD-Accuracy": 7.5, "PGD-Loss": 13.619241348266602}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 68.36448526382446, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.29000091552734, "Augmented-0.05-Quantile-Accuracy": 96.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.18000030517578, "Augmented-Accuracy": 98.445, "Augmented-Loss": 0.07931275408709049, "Clean-Accuracy": 98.63, "Clean-Loss": 0.05961586354337633, "PGD-Accuracy": 9.88, "PGD-Loss": 10.06303221130371}, "Total-Time": 9233.166452884674, "Train": {"Loss": 2.8134981491654005, "avg t": 1.0164140851056134, "plain loss": 0.24149375975573545}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.4000015258789, "Augmented-0.05-Quantile-Accuracy": 97.23332977294922, "Augmented-0.1-Quantile-Accuracy": 97.71666717529297, "Augmented-Accuracy": 98.65016666666666, "Augmented-Loss": 0.07196217549304168, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.0595909846611321, "PGD-Accuracy": 9.216666666666667, "PGD-Loss": 9.789204823811849}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 68.18260383605957, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.14999389648438, "Augmented-0.05-Quantile-Accuracy": 95.81999969482422, "Augmented-0.1-Quantile-Accuracy": 96.6199951171875, "Augmented-Accuracy": 98.2427, "Augmented-Loss": 0.17980817258930207, "Clean-Accuracy": 98.81, "Clean-Loss": 0.06787657144665718, "PGD-Accuracy": 10.98, "PGD-Loss": 5.739362530517578}, "Total-Time": 9301.349056720734, "Train": {"Loss": 2.8735521173830385, "avg t": 1.017093242150766, "plain loss": 0.244269995655837}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.31666564941406, "Augmented-0.05-Quantile-Accuracy": 96.41666412353516, "Augmented-0.1-Quantile-Accuracy": 97.04999542236328, "Augmented-Accuracy": 98.362, "Augmented-Loss": 0.16373170704682669, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.06214669783910116, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 5.530055669148763}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 67.96928262710571, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.62999725341797, "Augmented-0.05-Quantile-Accuracy": 96.25999450683594, "Augmented-0.1-Quantile-Accuracy": 97.06999969482422, "Augmented-Accuracy": 98.4291, "Augmented-Loss": 0.14099422086668015, "Clean-Accuracy": 98.85, "Clean-Loss": 0.0596347660779953, "PGD-Accuracy": 9.36, "PGD-Loss": 8.107225424194336}, "Total-Time": 9369.31833934784, "Train": {"Loss": 3.11239116831179, "avg t": 1.0166340406912344, "plain loss": 0.24478174950458412}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.68333435058594, "Augmented-Accuracy": 98.67733333333334, "Augmented-Loss": 0.128779338080287, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.06107576496650775, "PGD-Accuracy": 9.35, "PGD-Loss": 7.722620546976725}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 67.93167448043823, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.80999755859375, "Augmented-0.05-Quantile-Accuracy": 96.43000030517578, "Augmented-0.1-Quantile-Accuracy": 97.18000030517578, "Augmented-Accuracy": 98.4708, "Augmented-Loss": 0.15180265934562684, "Clean-Accuracy": 98.86, "Clean-Loss": 0.060656264454126356, "PGD-Accuracy": 10.66, "PGD-Loss": 5.518992468261719}, "Total-Time": 9437.250013828278, "Train": {"Loss": 3.4125148660518505, "avg t": 1.0188076519436307, "plain loss": 0.25678306080500296}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.98332977294922, "Augmented-0.05-Quantile-Accuracy": 96.93333435058594, "Augmented-0.1-Quantile-Accuracy": 97.6500015258789, "Augmented-Accuracy": 98.68333333333334, "Augmented-Loss": 0.13551069682041805, "Clean-Accuracy": 99.05, "Clean-Loss": 0.056466593312720456, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 5.3157712249755855}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 68.22392868995667, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.62999725341797, "Augmented-0.05-Quantile-Accuracy": 95.37999725341797, "Augmented-0.1-Quantile-Accuracy": 96.23999786376953, "Augmented-Accuracy": 97.9034, "Augmented-Loss": 0.19517489215135575, "Clean-Accuracy": 98.43, "Clean-Loss": 0.09351908369660378, "PGD-Accuracy": 10.26, "PGD-Loss": 5.692110305786133}, "Total-Time": 9505.473942518234, "Train": {"Loss": 3.5294654692190663, "avg t": 1.0174585006148726, "plain loss": 0.2520396154933502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.83333587646484, "Augmented-0.05-Quantile-Accuracy": 96.21666717529297, "Augmented-0.1-Quantile-Accuracy": 96.73332977294922, "Augmented-Accuracy": 98.17416666666666, "Augmented-Loss": 0.1686427274183432, "Clean-Accuracy": 98.6, "Clean-Loss": 0.0816691006620725, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 5.528972145080567}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 68.55482268333435, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.38999938964844, "Augmented-0.05-Quantile-Accuracy": 96.1199951171875, "Augmented-0.1-Quantile-Accuracy": 97.04999542236328, "Augmented-Accuracy": 98.4491, "Augmented-Loss": 0.21168393361091614, "Clean-Accuracy": 98.92, "Clean-Loss": 0.07244542617797851, "PGD-Accuracy": 10.44, "PGD-Loss": 5.195688128662109}, "Total-Time": 9574.028765201569, "Train": {"Loss": 2.7758511710343536, "avg t": 1.015978610639219, "plain loss": 0.23905377081235235}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.06666564941406, "Augmented-0.05-Quantile-Accuracy": 96.69999694824219, "Augmented-0.1-Quantile-Accuracy": 97.56666564941406, "Augmented-Accuracy": 98.66383333333333, "Augmented-Loss": 0.20318922733386358, "Clean-Accuracy": 99.05, "Clean-Loss": 0.07190832511583964, "PGD-Accuracy": 9.716666666666667, "PGD-Loss": 4.974073870340983}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 68.22781991958618, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.87999725341797, "Augmented-0.05-Quantile-Accuracy": 95.41999816894531, "Augmented-0.1-Quantile-Accuracy": 96.54000091552734, "Augmented-Accuracy": 98.1645, "Augmented-Loss": 0.24665482819461823, "Clean-Accuracy": 98.87, "Clean-Loss": 0.08209671180248261, "PGD-Accuracy": 10.62, "PGD-Loss": 4.763346481323242}, "Total-Time": 9642.256585121155, "Train": {"Loss": 3.56168276892768, "avg t": 1.0180308385778356, "plain loss": 0.25265300403347707}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.21666717529297, "Augmented-0.05-Quantile-Accuracy": 95.96666717529297, "Augmented-0.1-Quantile-Accuracy": 96.9000015258789, "Augmented-Accuracy": 98.34466666666667, "Augmented-Loss": 0.2299682541124026, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.07979179354508718, "PGD-Accuracy": 9.683333333333334, "PGD-Loss": 4.579226626078288}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 67.73019337654114, "Test": {"Augmented-0.01-Quantile-Accuracy": 87.86000061035156, "Augmented-0.05-Quantile-Accuracy": 92.3699951171875, "Augmented-0.1-Quantile-Accuracy": 93.72000122070312, "Augmented-Accuracy": 96.4984, "Augmented-Loss": 0.15155463103795053, "Clean-Accuracy": 97.51, "Clean-Loss": 0.10349944633543491, "PGD-Accuracy": 5.44, "PGD-Loss": 15.21894912109375}, "Total-Time": 9709.986778497696, "Train": {"Loss": 4.878451338450114, "avg t": 1.0208737688064575, "plain loss": 0.2704009738198028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.98332977294922, "Augmented-0.05-Quantile-Accuracy": 93.6500015258789, "Augmented-0.1-Quantile-Accuracy": 95.04999542236328, "Augmented-Accuracy": 97.288, "Augmented-Loss": 0.1351126411084334, "Clean-Accuracy": 98.26666666666667, "Clean-Loss": 0.08845477479199569, "PGD-Accuracy": 5.983333333333333, "PGD-Loss": 15.19763306681315}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 68.0181028842926, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.93000030517578, "Augmented-0.05-Quantile-Accuracy": 86.11000061035156, "Augmented-0.1-Quantile-Accuracy": 89.08999633789062, "Augmented-Accuracy": 94.6141, "Augmented-Loss": 0.2874442516145706, "Clean-Accuracy": 97.27, "Clean-Loss": 0.1274656300663948, "PGD-Accuracy": 0.18, "PGD-Loss": 27.9256271484375}, "Total-Time": 9778.004881381989, "Train": {"Loss": 3.784691379405834, "avg t": 1.0194785623550415, "plain loss": 0.2633939582330215}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.94999694824219, "Augmented-0.05-Quantile-Accuracy": 87.01666259765625, "Augmented-0.1-Quantile-Accuracy": 90.06666564941406, "Augmented-Accuracy": 95.172, "Augmented-Loss": 0.26746037528157235, "Clean-Accuracy": 97.48333333333333, "Clean-Loss": 0.11768470162153244, "PGD-Accuracy": 0.21666666666666667, "PGD-Loss": 28.675870829264323}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 68.6150050163269, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.98999786376953, "Augmented-0.05-Quantile-Accuracy": 86.66999816894531, "Augmented-0.1-Quantile-Accuracy": 89.04000091552734, "Augmented-Accuracy": 94.0425, "Augmented-Loss": 0.5444192956199646, "Clean-Accuracy": 97.4, "Clean-Loss": 0.24223609151840209, "PGD-Accuracy": 10.56, "PGD-Loss": 3.908898684692383}, "Total-Time": 9846.619886398315, "Train": {"Loss": 3.2021596654256186, "avg t": 1.0179114808683043, "plain loss": 0.24782613131558412}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.69999694824219, "Augmented-0.05-Quantile-Accuracy": 88.0999984741211, "Augmented-0.1-Quantile-Accuracy": 90.68333435058594, "Augmented-Accuracy": 95.18283333333333, "Augmented-Loss": 0.5050023788865408, "Clean-Accuracy": 97.91666666666667, "Clean-Loss": 0.21815788690249124, "PGD-Accuracy": 9.433333333333334, "PGD-Loss": 3.7739221267700196}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 68.32724332809448, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.54000091552734, "Augmented-0.05-Quantile-Accuracy": 93.12999725341797, "Augmented-0.1-Quantile-Accuracy": 94.69999694824219, "Augmented-Accuracy": 97.3687, "Augmented-Loss": 0.31781998700904845, "Clean-Accuracy": 98.57, "Clean-Loss": 0.0921155035495758, "PGD-Accuracy": 10.41, "PGD-Loss": 4.229587521362305}, "Total-Time": 9914.94712972641, "Train": {"Loss": 3.2387206496485956, "avg t": 1.0182282247190122, "plain loss": 0.24880109333815414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.75, "Augmented-0.05-Quantile-Accuracy": 94.4000015258789, "Augmented-0.1-Quantile-Accuracy": 95.69999694824219, "Augmented-Accuracy": 97.79666666666667, "Augmented-Loss": 0.30188841756661733, "Clean-Accuracy": 98.71666666666667, "Clean-Loss": 0.08504690698782603, "PGD-Accuracy": 9.683333333333334, "PGD-Loss": 4.1241318359375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 68.19022583961487, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.6199951171875, "Augmented-0.05-Quantile-Accuracy": 96.0, "Augmented-0.1-Quantile-Accuracy": 96.88999938964844, "Augmented-Accuracy": 98.3538, "Augmented-Loss": 0.15322795579385756, "Clean-Accuracy": 98.76, "Clean-Loss": 0.06263529941439629, "PGD-Accuracy": 10.54, "PGD-Loss": 7.588162518310547}, "Total-Time": 9983.137355566025, "Train": {"Loss": 3.394684682422214, "avg t": 1.0191412263799597, "plain loss": 0.2541573621679235}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.5999984741211, "Augmented-0.05-Quantile-Accuracy": 96.91666412353516, "Augmented-0.1-Quantile-Accuracy": 97.6500015258789, "Augmented-Accuracy": 98.5965, "Augmented-Loss": 0.14060488524734974, "Clean-Accuracy": 98.85, "Clean-Loss": 0.06267239056279261, "PGD-Accuracy": 9.9, "PGD-Loss": 7.269587539672852}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 68.13264608383179, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.43999481201172, "Augmented-0.05-Quantile-Accuracy": 96.75, "Augmented-0.1-Quantile-Accuracy": 97.44999694824219, "Augmented-Accuracy": 98.6279, "Augmented-Loss": 0.09751472114372253, "Clean-Accuracy": 98.86, "Clean-Loss": 0.052284715124964715, "PGD-Accuracy": 8.99, "PGD-Loss": 11.710487335205078}, "Total-Time": 10051.270001649857, "Train": {"Loss": 4.978537779101619, "avg t": 1.0189874358707005, "plain loss": 0.2689485999142688}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.75, "Augmented-0.05-Quantile-Accuracy": 97.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.86666870117188, "Augmented-Accuracy": 98.76433333333334, "Augmented-Loss": 0.09418833986918132, "Clean-Accuracy": 98.9, "Clean-Loss": 0.05511334210510055, "PGD-Accuracy": 8.116666666666667, "PGD-Loss": 11.202216766357422}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 68.76495909690857, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.44999694824219, "Augmented-0.05-Quantile-Accuracy": 95.64999389648438, "Augmented-0.1-Quantile-Accuracy": 96.48999786376953, "Augmented-Accuracy": 98.2369, "Augmented-Loss": 0.2041054786057472, "Clean-Accuracy": 98.73, "Clean-Loss": 0.07289237399697304, "PGD-Accuracy": 10.52, "PGD-Loss": 5.393113153076172}, "Total-Time": 10120.034960746765, "Train": {"Loss": 3.730393397578487, "avg t": 1.0184897506148727, "plain loss": 0.2580950364783957}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.5999984741211, "Augmented-0.05-Quantile-Accuracy": 96.33333587646484, "Augmented-0.1-Quantile-Accuracy": 97.04999542236328, "Augmented-Accuracy": 98.4625, "Augmented-Loss": 0.18038278210322062, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.06651043264071146, "PGD-Accuracy": 9.833333333333334, "PGD-Loss": 5.181167889912923}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 68.1232180595398, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.56999969482422, "Augmented-0.05-Quantile-Accuracy": 97.20999908447266, "Augmented-0.1-Quantile-Accuracy": 97.6199951171875, "Augmented-Accuracy": 98.6281, "Augmented-Loss": 0.06469331451048237, "Clean-Accuracy": 98.83, "Clean-Loss": 0.07660940883299044, "PGD-Accuracy": 5.43, "PGD-Loss": 21.056067834472657}, "Total-Time": 10188.158178806305, "Train": {"Loss": 3.44585075406675, "avg t": 1.0182530126924867, "plain loss": 0.25423867245780113}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.53333282470703, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.83116666666666, "Augmented-Loss": 0.062300563608407196, "Clean-Accuracy": 98.95, "Clean-Loss": 0.07581860354088592, "PGD-Accuracy": 5.716666666666667, "PGD-Loss": 20.116369476318358}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 67.65720009803772, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.0199966430664, "Augmented-0.1-Quantile-Accuracy": 97.64999389648438, "Augmented-Accuracy": 98.653, "Augmented-Loss": 0.05817781147462875, "Clean-Accuracy": 98.82, "Clean-Loss": 0.06453425067459466, "PGD-Accuracy": 8.84, "PGD-Loss": 16.799643359375}, "Total-Time": 10255.815378904343, "Train": {"Loss": 3.0384997113545738, "avg t": 1.0179893166577374, "plain loss": 0.23998574587857271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 98.85233333333333, "Augmented-Loss": 0.06032245837626979, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.07073586230750273, "PGD-Accuracy": 8.633333333333333, "PGD-Loss": 15.861430877685548}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 67.82261657714844, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.69999694824219, "Augmented-0.05-Quantile-Accuracy": 96.33999633789062, "Augmented-0.1-Quantile-Accuracy": 96.8499984741211, "Augmented-Accuracy": 98.3774, "Augmented-Loss": 0.18129884972810745, "Clean-Accuracy": 98.91, "Clean-Loss": 0.07138566628694534, "PGD-Accuracy": 10.46, "PGD-Loss": 5.672746099853516}, "Total-Time": 10323.637995481491, "Train": {"Loss": 10.518946105321248, "avg t": 1.023447071146082, "plain loss": 0.3169501039805238}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.11666870117188, "Augmented-0.05-Quantile-Accuracy": 97.26666259765625, "Augmented-0.1-Quantile-Accuracy": 97.83333587646484, "Augmented-Accuracy": 98.74616666666667, "Augmented-Loss": 0.16814095827301342, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06744895914196967, "PGD-Accuracy": 9.75, "PGD-Loss": 5.407043217976888}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
