{"Epoch": 0, "Epoch-Time": 287.0580835342407, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.65999603271484, "Augmented-0.05-Quantile-Accuracy": 96.80999755859375, "Augmented-0.1-Quantile-Accuracy": 97.31999969482422, "Augmented-Accuracy": 98.3239, "Augmented-Loss": 0.27820651575374605, "Clean-Accuracy": 98.52, "Clean-Loss": 0.17586774592399598, "PGD-Accuracy": 4.07, "PGD-Loss": 3.5980095794677736}, "Total-Time": 287.0580835342407, "Train": {"Loss": 2.194191899281961, "avg t": 1.0537743764453464, "plain loss": 0.4677283561423973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.81666564941406, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.1500015258789, "Augmented-Accuracy": 98.73783333333333, "Augmented-Loss": 0.2547566918500265, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.15703332336743672, "PGD-Accuracy": 4.116666666666666, "PGD-Loss": 3.5718529001871744}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 339.0336892604828, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.32999420166016, "Augmented-0.05-Quantile-Accuracy": 97.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.72000122070312, "Augmented-Accuracy": 98.6756, "Augmented-Loss": 0.29852157044792177, "Clean-Accuracy": 98.9, "Clean-Loss": 0.1703884545326233, "PGD-Accuracy": 15.46, "PGD-Loss": 3.1981545379638674}, "Total-Time": 626.0917727947235, "Train": {"Loss": 0.5842848854396079, "avg t": 1.0115324300130208, "plain loss": 0.3193612624698213}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.76916666666666, "Augmented-Loss": 0.2862196692053477, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.1610394916534424, "PGD-Accuracy": 15.583333333333334, "PGD-Loss": 3.153823600769043}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 340.31968569755554, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.70999908447266, "Augmented-0.05-Quantile-Accuracy": 97.22000122070312, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.5997, "Augmented-Loss": 0.3918329066352844, "Clean-Accuracy": 98.73, "Clean-Loss": 0.22277091989517211, "PGD-Accuracy": 14.02, "PGD-Loss": 3.2218993881225586}, "Total-Time": 966.411458492279, "Train": {"Loss": 0.454860623869631, "avg t": 1.0080064847027814, "plain loss": 0.29657179185372784}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.56666564941406, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.69616666666667, "Augmented-Loss": 0.37272235424200695, "Clean-Accuracy": 98.81666666666666, "Clean-Loss": 0.21101735695203144, "PGD-Accuracy": 13.883333333333333, "PGD-Loss": 3.1550807876586915}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 338.7637267112732, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.90999603271484, "Augmented-0.05-Quantile-Accuracy": 97.16999816894531, "Augmented-0.1-Quantile-Accuracy": 97.6199951171875, "Augmented-Accuracy": 98.5745, "Augmented-Loss": 0.12947059378576278, "Clean-Accuracy": 98.7, "Clean-Loss": 0.07229245328903199, "PGD-Accuracy": 8.98, "PGD-Loss": 3.9444153289794923}, "Total-Time": 1305.1751852035522, "Train": {"Loss": 0.4054783144350405, "avg t": 1.0059842046808314, "plain loss": 0.2677091056894373}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.91666412353516, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.8975, "Augmented-Loss": 0.11968979329029719, "Clean-Accuracy": 99.0, "Clean-Loss": 0.06744823996225993, "PGD-Accuracy": 9.0, "PGD-Loss": 3.817273073832194}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 338.317595243454, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.00999450683594, "Augmented-0.05-Quantile-Accuracy": 97.40999603271484, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.7709, "Augmented-Loss": 0.20509902480983735, "Clean-Accuracy": 98.9, "Clean-Loss": 0.10274208717346191, "PGD-Accuracy": 10.5, "PGD-Loss": 3.3970036499023437}, "Total-Time": 1643.4927804470062, "Train": {"Loss": 0.36846405195527604, "avg t": 1.0048543821440803, "plain loss": 0.24848716158690257}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.90383333333334, "Augmented-Loss": 0.1921720716245969, "Clean-Accuracy": 98.95, "Clean-Loss": 0.09545973688364029, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 3.2790955301920572}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 338.9271550178528, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.61000061035156, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.13999938964844, "Augmented-Accuracy": 98.9195, "Augmented-Loss": 0.1058420244808197, "Clean-Accuracy": 98.99, "Clean-Loss": 0.05513661415576935, "PGD-Accuracy": 10.38, "PGD-Loss": 5.174551159667969}, "Total-Time": 1982.419935464859, "Train": {"Loss": 0.3601858689100654, "avg t": 1.0036119052922283, "plain loss": 0.22784394091500149}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.92933333333333, "Augmented-Loss": 0.0977501927747329, "Clean-Accuracy": 99.0, "Clean-Loss": 0.05341353051364422, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 4.986658510843912}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 337.9845736026764, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.29999542236328, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.8706, "Augmented-Loss": 0.1340916795682907, "Clean-Accuracy": 99.03, "Clean-Loss": 0.059761153388023375, "PGD-Accuracy": 5.46, "PGD-Loss": 7.260587173461914}, "Total-Time": 2320.4045090675354, "Train": {"Loss": 0.3402456822980333, "avg t": 1.0029248393023455, "plain loss": 0.2152676584314416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.89733333333334, "Augmented-Loss": 0.12349314852515857, "Clean-Accuracy": 99.05, "Clean-Loss": 0.057200641850630445, "PGD-Accuracy": 5.416666666666667, "PGD-Loss": 7.195341166178386}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 338.5790331363678, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22000122070312, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.9012, "Augmented-Loss": 0.15587994355154036, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06674327446222306, "PGD-Accuracy": 9.44, "PGD-Loss": 5.0449731781005855}, "Total-Time": 2658.983542203903, "Train": {"Loss": 0.3205402582530622, "avg t": 1.0021221773006297, "plain loss": 0.2038719815042283}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.93333435058594, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.96933333333334, "Augmented-Loss": 0.1468257849276066, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06484701389074325, "PGD-Accuracy": 9.233333333333333, "PGD-Loss": 4.906180575052897}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 338.5345289707184, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.36000061035156, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.8772, "Augmented-Loss": 0.13207956943178176, "Clean-Accuracy": 99.05, "Clean-Loss": 0.056152098697423936, "PGD-Accuracy": 10.83, "PGD-Loss": 4.083083201599121}, "Total-Time": 2997.5180711746216, "Train": {"Loss": 0.31075580265566155, "avg t": 1.001630423810747, "plain loss": 0.19286568349202438}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.00216666666667, "Augmented-Loss": 0.12038389959255855, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.05244108632703622, "PGD-Accuracy": 10.45, "PGD-Loss": 3.8828313598632813}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 338.9526960849762, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.52999877929688, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.22999572753906, "Augmented-Accuracy": 99.0226, "Augmented-Loss": 0.11335270021295547, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04540834938287735, "PGD-Accuracy": 10.52, "PGD-Loss": 5.983750299072265}, "Total-Time": 3336.470767259598, "Train": {"Loss": 0.3302745702277731, "avg t": 1.0013518743868228, "plain loss": 0.18172462894298394}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.0445, "Augmented-Loss": 0.10644724395354589, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04508335935076078, "PGD-Accuracy": 10.183333333333334, "PGD-Loss": 5.889626625061035}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 338.34263849258423, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.8713, "Augmented-Loss": 0.11365294259214401, "Clean-Accuracy": 99.07, "Clean-Loss": 0.048855098930001256, "PGD-Accuracy": 11.6, "PGD-Loss": 6.226992150878906}, "Total-Time": 3674.813405752182, "Train": {"Loss": 0.3039585736559497, "avg t": 1.0010731803399546, "plain loss": 0.1756808010383886}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.03266666666667, "Augmented-Loss": 0.10520591795643171, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04715524633725484, "PGD-Accuracy": 11.516666666666667, "PGD-Loss": 6.129840581258138}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 337.9472076892853, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.55999755859375, "Augmented-0.05-Quantile-Accuracy": 97.79000091552734, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.9792, "Augmented-Loss": 0.12051567517781257, "Clean-Accuracy": 99.14, "Clean-Loss": 0.045339922940731046, "PGD-Accuracy": 10.35, "PGD-Loss": 5.635792913818359}, "Total-Time": 4012.7606134414673, "Train": {"Loss": 0.30140820609805763, "avg t": 1.0007300572218718, "plain loss": 0.17083317937850934}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.11616666666667, "Augmented-Loss": 0.10983486467242241, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04353556151688099, "PGD-Accuracy": 10.6, "PGD-Loss": 5.417584782918294}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 337.9522943496704, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.61000061035156, "Augmented-0.05-Quantile-Accuracy": 96.81999969482422, "Augmented-0.1-Quantile-Accuracy": 97.30999755859375, "Augmented-Accuracy": 98.4781, "Augmented-Loss": 0.2711040004606247, "Clean-Accuracy": 98.76, "Clean-Loss": 0.09263662042617798, "PGD-Accuracy": 12.99, "PGD-Loss": 3.203429360961914}, "Total-Time": 4350.712907791138, "Train": {"Loss": 0.31415197545952267, "avg t": 1.0009809736322473, "plain loss": 0.1672179281941167}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.61666870117188, "Augmented-0.05-Quantile-Accuracy": 97.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.03333282470703, "Augmented-Accuracy": 98.766, "Augmented-Loss": 0.2501350576019287, "Clean-Accuracy": 99.15, "Clean-Loss": 0.08366375197966894, "PGD-Accuracy": 12.65, "PGD-Loss": 3.1112188212076823}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 338.0916769504547, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.39999389648438, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.68999481201172, "Augmented-Accuracy": 98.6764, "Augmented-Loss": 0.1418904544324875, "Clean-Accuracy": 98.99, "Clean-Loss": 0.05150529668331146, "PGD-Accuracy": 11.46, "PGD-Loss": 7.8980779296875}, "Total-Time": 4688.804584741592, "Train": {"Loss": 0.34787587773799894, "avg t": 1.001062618997362, "plain loss": 0.1631833683102218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.897, "Augmented-Loss": 0.12763055863658587, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.04773251364628474, "PGD-Accuracy": 10.766666666666667, "PGD-Loss": 7.613056238810222}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 337.66674995422363, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0999984741211, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.9505, "Augmented-Loss": 0.19151996884059905, "Clean-Accuracy": 99.16, "Clean-Loss": 0.05809095159173012, "PGD-Accuracy": 10.1, "PGD-Loss": 5.611987329101562}, "Total-Time": 5026.471334695816, "Train": {"Loss": 0.31735301198893123, "avg t": 1.0004267682675962, "plain loss": 0.1556259497359948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.01216666666667, "Augmented-Loss": 0.1753948171055317, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.0539470087736845, "PGD-Accuracy": 9.816666666666666, "PGD-Loss": 5.471185081481933}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 337.82941913604736, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.25999450683594, "Augmented-0.05-Quantile-Accuracy": 97.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 99.0002, "Augmented-Loss": 0.09648071050906182, "Clean-Accuracy": 99.15, "Clean-Loss": 0.035991532331705094, "PGD-Accuracy": 10.72, "PGD-Loss": 6.197613201904296}, "Total-Time": 5364.300753831863, "Train": {"Loss": 0.33411060529505765, "avg t": 1.000781803060461, "plain loss": 0.15558344571502125}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0745, "Augmented-Loss": 0.08988218828837077, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03561626716951529, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 6.020331316630045}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 338.16331601142883, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.48999786376953, "Augmented-0.05-Quantile-Accuracy": 97.16999816894531, "Augmented-0.1-Quantile-Accuracy": 97.75999450683594, "Augmented-Accuracy": 98.7634, "Augmented-Loss": 0.17383076936244965, "Clean-Accuracy": 99.04, "Clean-Loss": 0.06060216434001923, "PGD-Accuracy": 4.89, "PGD-Loss": 11.46903002319336}, "Total-Time": 5702.464069843292, "Train": {"Loss": 0.31602423866369106, "avg t": 1.0002830569302594, "plain loss": 0.15122415334207034}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.01666259765625, "Augmented-0.05-Quantile-Accuracy": 97.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.87716666666667, "Augmented-Loss": 0.15540198541959127, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.056510470723112424, "PGD-Accuracy": 4.45, "PGD-Loss": 11.107224960327148}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 337.9280128479004, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.9192, "Augmented-Loss": 0.0941918189587593, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03994431309401989, "PGD-Accuracy": 12.47, "PGD-Loss": 3.7894723709106444}, "Total-Time": 6040.392082691193, "Train": {"Loss": 0.346343450250449, "avg t": 1.0005548064620406, "plain loss": 0.14851240674478045}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.11083333333333, "Augmented-Loss": 0.08151463161220153, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.034996862500905994, "PGD-Accuracy": 12.133333333333333, "PGD-Loss": 3.6168005956013998}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 337.7578504085541, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.12999725341797, "Augmented-0.05-Quantile-Accuracy": 97.05999755859375, "Augmented-0.1-Quantile-Accuracy": 97.72000122070312, "Augmented-Accuracy": 98.7574, "Augmented-Loss": 0.06779170475971699, "Clean-Accuracy": 98.97, "Clean-Loss": 0.035877348896861075, "PGD-Accuracy": 10.51, "PGD-Loss": 5.242359506225586}, "Total-Time": 6378.149933099747, "Train": {"Loss": 0.3909358330744284, "avg t": 1.0011963960153085, "plain loss": 0.15064657027809708}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.8865, "Augmented-Loss": 0.06055879204327862, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03491062454072138, "PGD-Accuracy": 10.4, "PGD-Loss": 5.001671936035156}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 337.6581521034241, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.6199951171875, "Augmented-0.05-Quantile-Accuracy": 96.93999481201172, "Augmented-0.1-Quantile-Accuracy": 97.66999816894531, "Augmented-Accuracy": 98.7116, "Augmented-Loss": 0.19740690581703185, "Clean-Accuracy": 99.01, "Clean-Loss": 0.05747748247385025, "PGD-Accuracy": 9.66, "PGD-Loss": 4.122011434936524}, "Total-Time": 6715.808085203171, "Train": {"Loss": 1.5287323760368206, "avg t": 1.0087956918787073, "plain loss": 0.16419401849464124}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.85166666666667, "Augmented-Loss": 0.1741844531659285, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.053835541397333146, "PGD-Accuracy": 9.166666666666666, "PGD-Loss": 3.975738171895345}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 337.9218981266022, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 99.0699, "Augmented-Loss": 0.06366812712264061, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03177818466797471, "PGD-Accuracy": 11.9, "PGD-Loss": 5.177103878784179}, "Total-Time": 7053.729983329773, "Train": {"Loss": 0.5631124989108907, "avg t": 1.00330905034807, "plain loss": 0.13773069876564864}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.1215, "Augmented-Loss": 0.060815127373337746, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03439141762256622, "PGD-Accuracy": 11.466666666666667, "PGD-Loss": 4.957577631632487}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 337.7512803077698, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.54000091552734, "Augmented-0.05-Quantile-Accuracy": 97.22999572753906, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.8367, "Augmented-Loss": 0.10962039756464959, "Clean-Accuracy": 99.14, "Clean-Loss": 0.05089443566501141, "PGD-Accuracy": 8.83, "PGD-Loss": 8.067937408447266}, "Total-Time": 7391.481263637543, "Train": {"Loss": 0.6084899021282241, "avg t": 1.0033597351533394, "plain loss": 0.14304675490414664}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.31666564941406, "Augmented-0.05-Quantile-Accuracy": 97.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.959, "Augmented-Loss": 0.09482840596437454, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04652595349897941, "PGD-Accuracy": 8.816666666666666, "PGD-Loss": 7.941813639322917}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 337.45794892311096, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.63999938964844, "Augmented-0.05-Quantile-Accuracy": 97.11000061035156, "Augmented-0.1-Quantile-Accuracy": 97.61000061035156, "Augmented-Accuracy": 98.7518, "Augmented-Loss": 0.07855936542534828, "Clean-Accuracy": 99.06, "Clean-Loss": 0.03654865426719189, "PGD-Accuracy": 11.79, "PGD-Loss": 4.153264195251465}, "Total-Time": 7728.939212560654, "Train": {"Loss": 0.5069477380315462, "avg t": 1.0019760545801233, "plain loss": 0.13522012762140342}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.31666564941406, "Augmented-0.05-Quantile-Accuracy": 97.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.00316666666667, "Augmented-Loss": 0.0718387063323458, "Clean-Accuracy": 99.15, "Clean-Loss": 0.035970925303796926, "PGD-Accuracy": 10.866666666666667, "PGD-Loss": 3.899571932474772}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 337.72400975227356, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 98.972, "Augmented-Loss": 0.045385212636381386, "Clean-Accuracy": 99.07, "Clean-Loss": 0.030246791850030423, "PGD-Accuracy": 17.28, "PGD-Loss": 8.164630178833008}, "Total-Time": 8066.663222312927, "Train": {"Loss": 0.37365402219692867, "avg t": 1.0004965503833911, "plain loss": 0.13514200861542303}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.02816666666666, "Augmented-Loss": 0.041926583011820916, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03159810168047746, "PGD-Accuracy": 18.016666666666666, "PGD-Loss": 7.800416931152344}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 337.30373454093933, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.5999984741211, "Augmented-0.05-Quantile-Accuracy": 96.6199951171875, "Augmented-0.1-Quantile-Accuracy": 97.25, "Augmented-Accuracy": 98.4721, "Augmented-Loss": 0.12452526038599014, "Clean-Accuracy": 98.83, "Clean-Loss": 0.05728357719182968, "PGD-Accuracy": 10.46, "PGD-Loss": 5.735897247314453}, "Total-Time": 8403.966956853867, "Train": {"Loss": 0.3510097014826757, "avg t": 1.0002188208191483, "plain loss": 0.13372532387486225}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.33333587646484, "Augmented-0.05-Quantile-Accuracy": 96.96666717529297, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.66816666666666, "Augmented-Loss": 0.11608153517882029, "Clean-Accuracy": 98.9, "Clean-Loss": 0.05484286786615849, "PGD-Accuracy": 10.516666666666667, "PGD-Loss": 5.342559572855632}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 337.9026107788086, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.9679, "Augmented-Loss": 0.07223602069997788, "Clean-Accuracy": 99.11, "Clean-Loss": 0.03419121995270252, "PGD-Accuracy": 10.96, "PGD-Loss": 5.765724130249024}, "Total-Time": 8741.869567632675, "Train": {"Loss": 0.46381568950800983, "avg t": 1.0012944380795514, "plain loss": 0.13628881421089178}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.99783333333333, "Augmented-Loss": 0.06604761144037048, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03664658401782314, "PGD-Accuracy": 10.666666666666666, "PGD-Loss": 5.464463068644206}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 337.5977432727814, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.61000061035156, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9514, "Augmented-Loss": 0.05493778194046021, "Clean-Accuracy": 99.13, "Clean-Loss": 0.02968288429901004, "PGD-Accuracy": 10.46, "PGD-Loss": 4.892401416015625}, "Total-Time": 9079.467310905457, "Train": {"Loss": 0.3709640536021303, "avg t": 1.0004631784580371, "plain loss": 0.13397321310749763}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.125, "Augmented-Loss": 0.0539180371281753, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03355791229195893, "PGD-Accuracy": 10.2, "PGD-Loss": 4.592911407470703}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 337.13689398765564, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.9474, "Augmented-Loss": 0.09085994580054284, "Clean-Accuracy": 99.19, "Clean-Loss": 0.038280342251062395, "PGD-Accuracy": 11.53, "PGD-Loss": 4.193841801452637}, "Total-Time": 9416.604204893112, "Train": {"Loss": 0.4367858759208962, "avg t": 1.0009872910888107, "plain loss": 0.13352280564131574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.055, "Augmented-Loss": 0.0803432517487804, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03808222485830386, "PGD-Accuracy": 11.166666666666666, "PGD-Loss": 3.98935725402832}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 338.05967378616333, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.50999450683594, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 99.0402, "Augmented-Loss": 0.07986882033252717, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03563357852697373, "PGD-Accuracy": 11.02, "PGD-Loss": 4.642238327026368}, "Total-Time": 9754.663878679276, "Train": {"Loss": 0.3724450496677999, "avg t": 0.9999423932852568, "plain loss": 0.1322573828467616}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.09016666666666, "Augmented-Loss": 0.07406240188320477, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03688043531527122, "PGD-Accuracy": 10.3, "PGD-Loss": 4.405213363647461}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 337.67697739601135, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.75, "Augmented-0.05-Quantile-Accuracy": 97.22999572753906, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.9033, "Augmented-Loss": 0.13178317085266114, "Clean-Accuracy": 99.24, "Clean-Loss": 0.04453947566151619, "PGD-Accuracy": 8.84, "PGD-Loss": 4.873210244750976}, "Total-Time": 10092.340856075287, "Train": {"Loss": 0.3652625361327772, "avg t": 1.0003615194956461, "plain loss": 0.1351237651118526}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.04883333333333, "Augmented-Loss": 0.1251838059324026, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04556408374011517, "PGD-Accuracy": 8.083333333333334, "PGD-Loss": 4.622024040222168}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 337.98301005363464, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04000091552734, "Augmented-0.05-Quantile-Accuracy": 97.41999816894531, "Augmented-0.1-Quantile-Accuracy": 97.8699951171875, "Augmented-Accuracy": 98.8615, "Augmented-Loss": 0.10962943108558655, "Clean-Accuracy": 99.05, "Clean-Loss": 0.04854899672269821, "PGD-Accuracy": 11.1, "PGD-Loss": 4.240285757446289}, "Total-Time": 10430.323866128922, "Train": {"Loss": 0.34862313773345066, "avg t": 1.0003519227063213, "plain loss": 0.12855247046859178}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.054, "Augmented-Loss": 0.09277182653188705, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04352581532299519, "PGD-Accuracy": 11.2, "PGD-Loss": 4.000590789794922}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 337.7758650779724, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.97000122070312, "Augmented-0.1-Quantile-Accuracy": 98.32999420166016, "Augmented-Accuracy": 99.0822, "Augmented-Loss": 0.05930254558026791, "Clean-Accuracy": 99.27, "Clean-Loss": 0.02938749241679907, "PGD-Accuracy": 8.39, "PGD-Loss": 5.2420782989501955}, "Total-Time": 10768.099731206894, "Train": {"Loss": 0.3297128698108373, "avg t": 0.999548778322008, "plain loss": 0.12829305233602167}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.10616666666667, "Augmented-Loss": 0.055144257610688606, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03150373316866656, "PGD-Accuracy": 7.85, "PGD-Loss": 5.070646156311035}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 338.1928217411041, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.95999908447266, "Augmented-Accuracy": 98.9061, "Augmented-Loss": 0.07617982993149758, "Clean-Accuracy": 99.03, "Clean-Loss": 0.034824799582362176, "PGD-Accuracy": 10.33, "PGD-Loss": 4.356012045288086}, "Total-Time": 11106.292552947998, "Train": {"Loss": 0.4868632980529909, "avg t": 1.0006491351657443, "plain loss": 0.13008219294724652}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.041, "Augmented-Loss": 0.06724406701137622, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03363914395247897, "PGD-Accuracy": 9.683333333333334, "PGD-Loss": 4.103111727396647}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 337.43576073646545, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.14999389648438, "Augmented-0.05-Quantile-Accuracy": 96.94999694824219, "Augmented-0.1-Quantile-Accuracy": 97.64999389648438, "Augmented-Accuracy": 98.7357, "Augmented-Loss": 0.22756858004665376, "Clean-Accuracy": 99.12, "Clean-Loss": 0.0739367949962616, "PGD-Accuracy": 9.16, "PGD-Loss": 3.1579313201904298}, "Total-Time": 11443.728313684464, "Train": {"Loss": 0.4057007210607882, "avg t": 1.0000046521999217, "plain loss": 0.12724431927998883}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.13333129882812, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.9745, "Augmented-Loss": 0.201948295369943, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.06773681736985843, "PGD-Accuracy": 8.416666666666666, "PGD-Loss": 3.0402569516499836}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 337.50278329849243, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.61000061035156, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.9895, "Augmented-Loss": 0.06852868769836426, "Clean-Accuracy": 99.13, "Clean-Loss": 0.03433615188598633, "PGD-Accuracy": 12.19, "PGD-Loss": 3.908104119873047}, "Total-Time": 11781.231096982956, "Train": {"Loss": 0.4418540222335745, "avg t": 1.000575784559603, "plain loss": 0.12541609856817443}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.1185, "Augmented-Loss": 0.06000708196043968, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03375560034066439, "PGD-Accuracy": 11.583333333333334, "PGD-Loss": 3.7433830744425456}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 337.29795694351196, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.29000091552734, "Augmented-0.05-Quantile-Accuracy": 96.52999877929688, "Augmented-0.1-Quantile-Accuracy": 97.25999450683594, "Augmented-Accuracy": 98.5076, "Augmented-Loss": 0.1925916573433876, "Clean-Accuracy": 98.95, "Clean-Loss": 0.06185700218677521, "PGD-Accuracy": 10.91, "PGD-Loss": 3.2647702880859377}, "Total-Time": 12118.529053926468, "Train": {"Loss": 0.5302864033778508, "avg t": 1.0002592336160165, "plain loss": 0.12613623376422478}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.04999542236328, "Augmented-0.05-Quantile-Accuracy": 96.98332977294922, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.7265, "Augmented-Loss": 0.17425593823870023, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.06027547691265742, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 3.1593562266031903}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 337.6318655014038, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.62999725341797, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.13999938964844, "Augmented-Accuracy": 99.0502, "Augmented-Loss": 0.04758245838996768, "Clean-Accuracy": 99.15, "Clean-Loss": 0.029009607876464723, "PGD-Accuracy": 10.18, "PGD-Loss": 5.65047555847168}, "Total-Time": 12456.160919427872, "Train": {"Loss": 0.5379039424481216, "avg t": 1.0005544689319752, "plain loss": 0.12523531641253702}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.06866666666667, "Augmented-Loss": 0.04731858198620379, "Clean-Accuracy": 99.15, "Clean-Loss": 0.034563887918988866, "PGD-Accuracy": 10.083333333333334, "PGD-Loss": 5.370126340230306}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 337.608357667923, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.66999816894531, "Augmented-0.05-Quantile-Accuracy": 97.89999389648438, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 99.0579, "Augmented-Loss": 0.08278180398511886, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03590788935422897, "PGD-Accuracy": 11.14, "PGD-Loss": 3.7142704711914063}, "Total-Time": 12793.769277095795, "Train": {"Loss": 0.6992336754975496, "avg t": 1.0021273856339632, "plain loss": 0.12975600576047525}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.08333587646484, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.12816666666667, "Augmented-Loss": 0.07683365751405558, "Clean-Accuracy": 99.25, "Clean-Loss": 0.037908939542869724, "PGD-Accuracy": 10.6, "PGD-Loss": 3.5092712160746258}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 337.7574656009674, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.12999725341797, "Augmented-0.05-Quantile-Accuracy": 97.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 99.0361, "Augmented-Loss": 0.08705590757584572, "Clean-Accuracy": 99.31, "Clean-Loss": 0.037474866771698, "PGD-Accuracy": 11.12, "PGD-Loss": 3.6495538101196288}, "Total-Time": 13131.526742696762, "Train": {"Loss": 0.4789138109198323, "avg t": 1.0005128023006298, "plain loss": 0.1252775631780978}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.14566666666667, "Augmented-Loss": 0.08009213832726081, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03934778062502543, "PGD-Accuracy": 10.6, "PGD-Loss": 3.485858563741048}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 337.78713726997375, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.56999969482422, "Augmented-0.05-Quantile-Accuracy": 97.80999755859375, "Augmented-0.1-Quantile-Accuracy": 98.1199951171875, "Augmented-Accuracy": 99.0072, "Augmented-Loss": 0.07876281172561646, "Clean-Accuracy": 99.24, "Clean-Loss": 0.03527200389802456, "PGD-Accuracy": 10.9, "PGD-Loss": 4.093751252746582}, "Total-Time": 13469.313879966736, "Train": {"Loss": 0.3678231493918984, "avg t": 0.9996909947571931, "plain loss": 0.12102983355168932}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.12283333333333, "Augmented-Loss": 0.06829040134881934, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03437524974346161, "PGD-Accuracy": 10.233333333333333, "PGD-Loss": 3.855184471130371}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 337.85014247894287, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.29000091552734, "Augmented-0.05-Quantile-Accuracy": 95.93000030517578, "Augmented-0.1-Quantile-Accuracy": 96.61000061035156, "Augmented-Accuracy": 98.0499, "Augmented-Loss": 0.07369450430052028, "Clean-Accuracy": 98.5, "Clean-Loss": 0.06114525214501773, "PGD-Accuracy": 0.33, "PGD-Loss": 34.02935454101563}, "Total-Time": 13807.164022445679, "Train": {"Loss": 0.34542719738350974, "avg t": 0.999651932363157, "plain loss": 0.12326467670776213}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.19999694824219, "Augmented-0.05-Quantile-Accuracy": 96.69999694824219, "Augmented-0.1-Quantile-Accuracy": 97.19999694824219, "Augmented-Accuracy": 98.33583333333333, "Augmented-Loss": 0.07083853841434136, "Clean-Accuracy": 98.7, "Clean-Loss": 0.06337200649639757, "PGD-Accuracy": 0.48333333333333334, "PGD-Loss": 33.91108477783203}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 337.61034631729126, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.8699951171875, "Augmented-0.05-Quantile-Accuracy": 96.7699966430664, "Augmented-0.1-Quantile-Accuracy": 97.3499984741211, "Augmented-Accuracy": 98.681, "Augmented-Loss": 0.10106327359318733, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03686288316249847, "PGD-Accuracy": 10.01, "PGD-Loss": 4.846623806762695}, "Total-Time": 14144.77436876297, "Train": {"Loss": 0.38894522954578753, "avg t": 1.0001344747896548, "plain loss": 0.12011235292222774}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.4000015258789, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.83033333333333, "Augmented-Loss": 0.09094811472098033, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03820224753394723, "PGD-Accuracy": 9.366666666666667, "PGD-Loss": 4.423512161254883}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 338.1513466835022, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.8499984741211, "Augmented-0.05-Quantile-Accuracy": 96.25999450683594, "Augmented-0.1-Quantile-Accuracy": 96.93999481201172, "Augmented-Accuracy": 98.4673, "Augmented-Loss": 0.1771020820055008, "Clean-Accuracy": 99.02, "Clean-Loss": 0.04588645329475403, "PGD-Accuracy": 10.79, "PGD-Loss": 3.7359515625}, "Total-Time": 14482.925715446472, "Train": {"Loss": 0.47657643574034725, "avg t": 1.0006606129010518, "plain loss": 0.1255799738177545}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.03333282470703, "Augmented-0.05-Quantile-Accuracy": 96.91666412353516, "Augmented-0.1-Quantile-Accuracy": 97.56666564941406, "Augmented-Accuracy": 98.78466666666667, "Augmented-Loss": 0.16289474643349647, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04514565237859885, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 3.5703816146850587}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 337.9148404598236, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.00999450683594, "Augmented-0.05-Quantile-Accuracy": 93.25999450683594, "Augmented-0.1-Quantile-Accuracy": 94.66999816894531, "Augmented-Accuracy": 97.1836, "Augmented-Loss": 0.2618373048219681, "Clean-Accuracy": 98.35, "Clean-Loss": 0.11883513091802597, "PGD-Accuracy": 10.05, "PGD-Loss": 5.042447604370118}, "Total-Time": 14820.840555906296, "Train": {"Loss": 1.0626415292057727, "avg t": 1.0030107768023455, "plain loss": 0.13366029861238268}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.63333129882812, "Augmented-0.05-Quantile-Accuracy": 94.83333587646484, "Augmented-0.1-Quantile-Accuracy": 95.96666717529297, "Augmented-Accuracy": 97.75616666666667, "Augmented-Loss": 0.20833226208468278, "Clean-Accuracy": 98.75, "Clean-Loss": 0.09578509985407194, "PGD-Accuracy": 9.516666666666667, "PGD-Loss": 4.891894940694173}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 337.9667294025421, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.93000030517578, "Augmented-0.05-Quantile-Accuracy": 97.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.9645, "Augmented-Loss": 0.09008147515332698, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03005031456723809, "PGD-Accuracy": 10.41, "PGD-Loss": 3.978064566040039}, "Total-Time": 15158.807285308838, "Train": {"Loss": 0.46379813863502606, "avg t": 1.000620103624132, "plain loss": 0.12302772611865302}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.07116666666667, "Augmented-Loss": 0.07992233515520891, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03405890312325209, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 3.8219502309163413}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 337.8877968788147, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.31999969482422, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.9982, "Augmented-Loss": 0.06153425727236271, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03001838645488024, "PGD-Accuracy": 10.84, "PGD-Loss": 3.927576533508301}, "Total-Time": 15496.695082187653, "Train": {"Loss": 0.5033217281147285, "avg t": 1.000977983545374, "plain loss": 0.12149723638428597}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.07016666666667, "Augmented-Loss": 0.05866320213511586, "Clean-Accuracy": 99.2, "Clean-Loss": 0.035271708867202205, "PGD-Accuracy": 10.183333333333334, "PGD-Loss": 3.7556387430826823}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 337.7707710266113, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 99.0573, "Augmented-Loss": 0.06519239122343064, "Clean-Accuracy": 99.26, "Clean-Loss": 0.030216400784999133, "PGD-Accuracy": 9.31, "PGD-Loss": 5.287960235595703}, "Total-Time": 15834.465853214264, "Train": {"Loss": 0.35343828102449576, "avg t": 0.9993202386079011, "plain loss": 0.11926041532269237}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.086, "Augmented-Loss": 0.06129718933890263, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.033771546602870024, "PGD-Accuracy": 8.966666666666667, "PGD-Loss": 4.950303314208984}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 337.6973669528961, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.54999542236328, "Augmented-0.05-Quantile-Accuracy": 94.68000030517578, "Augmented-0.1-Quantile-Accuracy": 95.97999572753906, "Augmented-Accuracy": 97.9461, "Augmented-Loss": 0.32156642473220826, "Clean-Accuracy": 98.77, "Clean-Loss": 0.13775453882217406, "PGD-Accuracy": 10.62, "PGD-Loss": 3.9527867919921875}, "Total-Time": 16172.16322016716, "Train": {"Loss": 0.5182428521602243, "avg t": 1.0009198239644368, "plain loss": 0.12347325154587076}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.9000015258789, "Augmented-0.05-Quantile-Accuracy": 96.04999542236328, "Augmented-0.1-Quantile-Accuracy": 97.08333587646484, "Augmented-Accuracy": 98.32566666666666, "Augmented-Loss": 0.28567665244340895, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.1225054714679718, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 3.8833951568603515}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 337.56492352485657, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.65999603271484, "Augmented-0.05-Quantile-Accuracy": 96.72999572753906, "Augmented-0.1-Quantile-Accuracy": 97.20999908447266, "Augmented-Accuracy": 98.5168, "Augmented-Loss": 0.09607455597019196, "Clean-Accuracy": 98.88, "Clean-Loss": 0.04202007991075516, "PGD-Accuracy": 10.93, "PGD-Loss": 4.2899181640625}, "Total-Time": 16509.728143692017, "Train": {"Loss": 0.4281976106663545, "avg t": 1.0001002829516374, "plain loss": 0.12275040456453964}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.73332977294922, "Augmented-0.05-Quantile-Accuracy": 97.26666259765625, "Augmented-0.1-Quantile-Accuracy": 97.76666259765625, "Augmented-Accuracy": 98.82983333333334, "Augmented-Loss": 0.08626212143232426, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.040326559481521446, "PGD-Accuracy": 10.233333333333333, "PGD-Loss": 4.076690315246582}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 337.6125159263611, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.23999786376953, "Augmented-0.05-Quantile-Accuracy": 97.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.8741, "Augmented-Loss": 0.07575001773583889, "Clean-Accuracy": 99.05, "Clean-Loss": 0.03618619118481874, "PGD-Accuracy": 11.01, "PGD-Loss": 4.742211445617675}, "Total-Time": 16847.340659618378, "Train": {"Loss": 0.3614021379550298, "avg t": 0.9994205955576013, "plain loss": 0.11815436091246415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.11116666666666, "Augmented-Loss": 0.06810506429637472, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.035593359277273216, "PGD-Accuracy": 10.466666666666667, "PGD-Loss": 4.430454961140951}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 337.6817145347595, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.00999450683594, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 97.90999603271484, "Augmented-Accuracy": 98.9095, "Augmented-Loss": 0.11625495915150642, "Clean-Accuracy": 99.17, "Clean-Loss": 0.04120532940030098, "PGD-Accuracy": 11.2, "PGD-Loss": 3.5913134857177735}, "Total-Time": 17185.022374153137, "Train": {"Loss": 0.3785987941600658, "avg t": 0.9997066197571931, "plain loss": 0.11911570584332501}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.17466666666667, "Augmented-Loss": 0.10694149772187074, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04088881384084622, "PGD-Accuracy": 10.233333333333333, "PGD-Loss": 3.4175355059305828}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 337.70997858047485, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.43999481201172, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 99.0121, "Augmented-Loss": 0.06518415930962562, "Clean-Accuracy": 99.19, "Clean-Loss": 0.030521900406479837, "PGD-Accuracy": 10.58, "PGD-Loss": 4.3177009750366215}, "Total-Time": 17522.732352733612, "Train": {"Loss": 0.7396721150135552, "avg t": 1.002179083082411, "plain loss": 0.12593483096581917}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.11733333333333, "Augmented-Loss": 0.05954866608823339, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03438423258562883, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 4.0905977198282875}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 337.3584580421448, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.37999725341797, "Augmented-0.05-Quantile-Accuracy": 97.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 99.0309, "Augmented-Loss": 0.08423472645556927, "Clean-Accuracy": 99.28, "Clean-Loss": 0.03230776594430208, "PGD-Accuracy": 10.66, "PGD-Loss": 3.654291204833984}, "Total-Time": 17860.090810775757, "Train": {"Loss": 0.4714869635038906, "avg t": 1.0003074106463679, "plain loss": 0.1204775619153622}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.19766666666666, "Augmented-Loss": 0.07632816485911607, "Clean-Accuracy": 99.4, "Clean-Loss": 0.0344346646827956, "PGD-Accuracy": 9.833333333333334, "PGD-Loss": 3.4688539555867512}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 337.6290555000305, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.9637, "Augmented-Loss": 0.0751680376919508, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03383041072376072, "PGD-Accuracy": 10.63, "PGD-Loss": 4.020340744018554}, "Total-Time": 18197.719866275787, "Train": {"Loss": 0.5247984447622741, "avg t": 1.0001592624982198, "plain loss": 0.12044222993320898}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.1085, "Augmented-Loss": 0.06374364531377952, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.033810242363251745, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 3.8993646545410154}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 337.10809326171875, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.04000091552734, "Augmented-0.05-Quantile-Accuracy": 94.95999908447266, "Augmented-0.1-Quantile-Accuracy": 96.00999450683594, "Augmented-Accuracy": 97.896, "Augmented-Loss": 0.1338438372530937, "Clean-Accuracy": 98.35, "Clean-Loss": 0.06398655614852905, "PGD-Accuracy": 8.44, "PGD-Loss": 7.0878984649658205}, "Total-Time": 18534.827959537506, "Train": {"Loss": 11.875953996168242, "avg t": 1.1387518069655806, "plain loss": 0.5663224257469179}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.1500015258789, "Augmented-0.05-Quantile-Accuracy": 96.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.03333282470703, "Augmented-Accuracy": 98.46283333333334, "Augmented-Loss": 0.11931782195448876, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.055113179894785085, "PGD-Accuracy": 8.066666666666666, "PGD-Loss": 6.707846613566081}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 337.69037556648254, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.52999877929688, "Augmented-0.05-Quantile-Accuracy": 86.75999450683594, "Augmented-0.1-Quantile-Accuracy": 89.40999603271484, "Augmented-Accuracy": 94.5076, "Augmented-Loss": 0.4336444797554016, "Clean-Accuracy": 97.11, "Clean-Loss": 0.1967188934326172, "PGD-Accuracy": 10.24, "PGD-Loss": 4.528295910644531}, "Total-Time": 18872.51833510399, "Train": {"Loss": 2.4289915412178744, "avg t": 1.0261489905957824, "plain loss": 0.22997303690733736}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.03333282470703, "Augmented-0.05-Quantile-Accuracy": 89.66666412353516, "Augmented-0.1-Quantile-Accuracy": 91.88333129882812, "Augmented-Accuracy": 95.75883333333333, "Augmented-Loss": 0.40081403166770935, "Clean-Accuracy": 97.68333333333334, "Clean-Loss": 0.17879023706912994, "PGD-Accuracy": 9.616666666666667, "PGD-Loss": 4.287282010396321}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 337.64512872695923, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.19999694824219, "Augmented-0.05-Quantile-Accuracy": 96.47999572753906, "Augmented-0.1-Quantile-Accuracy": 97.18000030517578, "Augmented-Accuracy": 98.4862, "Augmented-Loss": 0.13237040396118163, "Clean-Accuracy": 98.71, "Clean-Loss": 0.06290061008930206, "PGD-Accuracy": 9.78, "PGD-Loss": 5.1071992858886714}, "Total-Time": 19210.163463830948, "Train": {"Loss": 1.739581678668658, "avg t": 1.0173008039262559, "plain loss": 0.19727635148366282}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.1500015258789, "Augmented-0.05-Quantile-Accuracy": 97.03333282470703, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.79, "Augmented-Loss": 0.11897121728459994, "Clean-Accuracy": 99.05, "Clean-Loss": 0.05696289167801539, "PGD-Accuracy": 9.1, "PGD-Loss": 4.762255711873372}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 336.7518651485443, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.44999694824219, "Augmented-0.05-Quantile-Accuracy": 96.66999816894531, "Augmented-0.1-Quantile-Accuracy": 97.36000061035156, "Augmented-Accuracy": 98.6363, "Augmented-Loss": 0.10166998793292045, "Clean-Accuracy": 98.88, "Clean-Loss": 0.04924681808948517, "PGD-Accuracy": 9.51, "PGD-Loss": 5.712432067871093}, "Total-Time": 19546.915328979492, "Train": {"Loss": 1.4532631203443915, "avg t": 1.0139037166171603, "plain loss": 0.18386504143608956}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.41666412353516, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.83883333333333, "Augmented-Loss": 0.09308122180382411, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.049021216245989006, "PGD-Accuracy": 8.916666666666666, "PGD-Loss": 5.396218844095866}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 337.51205706596375, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.7699966430664, "Augmented-0.05-Quantile-Accuracy": 96.73999786376953, "Augmented-0.1-Quantile-Accuracy": 97.43999481201172, "Augmented-Accuracy": 98.6697, "Augmented-Loss": 0.09637634069740772, "Clean-Accuracy": 98.85, "Clean-Loss": 0.05094893692135811, "PGD-Accuracy": 10.89, "PGD-Loss": 4.825163732910156}, "Total-Time": 19884.427386045456, "Train": {"Loss": 1.1916937130733773, "avg t": 1.0104551248903628, "plain loss": 0.17235323404912611}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.51666259765625, "Augmented-0.1-Quantile-Accuracy": 97.93333435058594, "Augmented-Accuracy": 98.84966666666666, "Augmented-Loss": 0.08426371176590522, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.04654902667055527, "PGD-Accuracy": 10.516666666666667, "PGD-Loss": 4.498761173248291}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 337.4922454357147, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.48999786376953, "Augmented-0.05-Quantile-Accuracy": 97.16999816894531, "Augmented-0.1-Quantile-Accuracy": 97.63999938964844, "Augmented-Accuracy": 98.7641, "Augmented-Loss": 0.07453873963868618, "Clean-Accuracy": 98.9, "Clean-Loss": 0.04020010952502489, "PGD-Accuracy": 10.77, "PGD-Loss": 5.454425729370117}, "Total-Time": 20221.91963148117, "Train": {"Loss": 0.8728995413184166, "avg t": 1.0073324396698564, "plain loss": 0.15487273758958886}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.48332977294922, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.1500015258789, "Augmented-Accuracy": 98.98966666666666, "Augmented-Loss": 0.06607719892551502, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04064415789954364, "PGD-Accuracy": 10.183333333333334, "PGD-Loss": 5.192331151326497}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 337.36522793769836, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.23999786376953, "Augmented-0.05-Quantile-Accuracy": 97.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.0199966430664, "Augmented-Accuracy": 99.0105, "Augmented-Loss": 0.056151257995545864, "Clean-Accuracy": 99.14, "Clean-Loss": 0.030704716900736093, "PGD-Accuracy": 10.95, "PGD-Loss": 5.024237324523925}, "Total-Time": 20559.28485941887, "Train": {"Loss": 0.6264334711349673, "avg t": 1.0038726594712999, "plain loss": 0.14276277105543353}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.094, "Augmented-Loss": 0.05330334576855103, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03529716547081868, "PGD-Accuracy": 10.383333333333333, "PGD-Loss": 4.800210075378418}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 337.66554164886475, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.29000091552734, "Augmented-0.05-Quantile-Accuracy": 96.65999603271484, "Augmented-0.1-Quantile-Accuracy": 97.58999633789062, "Augmented-Accuracy": 98.7023, "Augmented-Loss": 0.1262683675649166, "Clean-Accuracy": 99.07, "Clean-Loss": 0.052163448452949526, "PGD-Accuracy": 11.14, "PGD-Loss": 4.140798150634765}, "Total-Time": 20896.950401067734, "Train": {"Loss": 0.5499191865435353, "avg t": 1.0024222351356789, "plain loss": 0.13929141723314936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.23332977294922, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.77483333333333, "Augmented-Loss": 0.10909956683893998, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.050985909340282284, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 3.9612531026204425}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 337.98339772224426, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.36000061035156, "Augmented-0.05-Quantile-Accuracy": 97.04999542236328, "Augmented-0.1-Quantile-Accuracy": 97.80999755859375, "Augmented-Accuracy": 98.8243, "Augmented-Loss": 0.10251926481056213, "Clean-Accuracy": 99.09, "Clean-Loss": 0.042426971331238746, "PGD-Accuracy": 10.62, "PGD-Loss": 4.355734086608886}, "Total-Time": 21234.933798789978, "Train": {"Loss": 0.588322687793661, "avg t": 1.0025829701070432, "plain loss": 0.1394572387712975}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.89083333333333, "Augmented-Loss": 0.08906952743560076, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.042534720874081056, "PGD-Accuracy": 9.933333333333334, "PGD-Loss": 4.175847518920898}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 337.05940294265747, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.18999481201172, "Augmented-0.1-Quantile-Accuracy": 97.62999725341797, "Augmented-Accuracy": 98.6263, "Augmented-Loss": 0.051967525980971055, "Clean-Accuracy": 98.85, "Clean-Loss": 0.04998557067975635, "PGD-Accuracy": 7.55, "PGD-Loss": 19.41501131591797}, "Total-Time": 21571.993201732635, "Train": {"Loss": 0.5894078071194666, "avg t": 1.0024531958897909, "plain loss": 0.13996718787528856}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.87966666666667, "Augmented-Loss": 0.05563368749971084, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05852337733155946, "PGD-Accuracy": 8.0, "PGD-Loss": 18.862037078857423}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 337.7838773727417, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.36000061035156, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.9567, "Augmented-Loss": 0.04912989090609551, "Clean-Accuracy": 99.22, "Clean-Loss": 0.030451445488631726, "PGD-Accuracy": 19.27, "PGD-Loss": 6.9182515167236325}, "Total-Time": 21909.777079105377, "Train": {"Loss": 0.5531118764424765, "avg t": 1.0018954701070433, "plain loss": 0.13497220840807314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 99.01583333333333, "Augmented-Loss": 0.047512638694817824, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03718152405756215, "PGD-Accuracy": 19.516666666666666, "PGD-Loss": 6.4466472880045576}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 337.4527111053467, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.56999969482422, "Augmented-0.05-Quantile-Accuracy": 96.93999481201172, "Augmented-0.1-Quantile-Accuracy": 97.55999755859375, "Augmented-Accuracy": 98.725, "Augmented-Loss": 0.16973633124113083, "Clean-Accuracy": 99.14, "Clean-Loss": 0.05670062133073807, "PGD-Accuracy": 11.3, "PGD-Loss": 3.5733716903686523}, "Total-Time": 22247.229790210724, "Train": {"Loss": 1.4076719936529796, "avg t": 1.0051508713828192, "plain loss": 0.1474879577778004}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.98332977294922, "Augmented-0.05-Quantile-Accuracy": 97.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 99.03166666666667, "Augmented-Loss": 0.150041495393912, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.051689836651086805, "PGD-Accuracy": 10.8, "PGD-Loss": 3.4135839856465657}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 337.5459098815918, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.94999694824219, "Augmented-0.05-Quantile-Accuracy": 97.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.13999938964844, "Augmented-Accuracy": 98.8963, "Augmented-Loss": 0.08648354814720154, "Clean-Accuracy": 99.02, "Clean-Loss": 0.038562321211397646, "PGD-Accuracy": 11.79, "PGD-Loss": 4.641258624267578}, "Total-Time": 22584.775700092316, "Train": {"Loss": 0.5461366515027152, "avg t": 1.001755857820864, "plain loss": 0.13174064152858866}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.6500015258789, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.974, "Augmented-Loss": 0.0763583460398515, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.037569646095236144, "PGD-Accuracy": 11.033333333333333, "PGD-Loss": 4.36099614461263}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 337.3397183418274, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.20999908447266, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9724, "Augmented-Loss": 0.0877293675466776, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03900593864619732, "PGD-Accuracy": 11.45, "PGD-Loss": 4.186539643859863}, "Total-Time": 22922.115418434143, "Train": {"Loss": 0.5311940723569305, "avg t": 1.0012694092150087, "plain loss": 0.12993540269533788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 98.993, "Augmented-Loss": 0.07528393021255732, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04037652378467222, "PGD-Accuracy": 11.116666666666667, "PGD-Loss": 4.012571650187175}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 337.75889134407043, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.65999603271484, "Augmented-0.05-Quantile-Accuracy": 97.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.82999420166016, "Augmented-Accuracy": 98.838, "Augmented-Loss": 0.10408612370026112, "Clean-Accuracy": 99.14, "Clean-Loss": 0.046913772070407866, "PGD-Accuracy": 11.96, "PGD-Loss": 4.515795672607422}, "Total-Time": 23259.874309778214, "Train": {"Loss": 0.539490083846781, "avg t": 1.0019015946918064, "plain loss": 0.130465080772506}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.33333587646484, "Augmented-0.05-Quantile-Accuracy": 97.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.93583333333333, "Augmented-Loss": 0.09359167094866434, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.046072143266598385, "PGD-Accuracy": 11.25, "PGD-Loss": 4.210535402933757}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 337.7915737628937, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.08999633789062, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.94999694824219, "Augmented-Accuracy": 98.9107, "Augmented-Loss": 0.07477731367623806, "Clean-Accuracy": 99.11, "Clean-Loss": 0.03568636700958013, "PGD-Accuracy": 11.52, "PGD-Loss": 5.134327200317383}, "Total-Time": 23597.665883541107, "Train": {"Loss": 0.4961593084368441, "avg t": 1.0018257845066212, "plain loss": 0.130306120134283}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.43333435058594, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.959, "Augmented-Loss": 0.069913479073445, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.038763264326999586, "PGD-Accuracy": 10.5, "PGD-Loss": 4.865316157023112}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 336.84570026397705, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.37999725341797, "Augmented-0.05-Quantile-Accuracy": 97.23999786376953, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.8595, "Augmented-Loss": 0.10783176030278206, "Clean-Accuracy": 99.11, "Clean-Loss": 0.034360753508284686, "PGD-Accuracy": 11.06, "PGD-Loss": 4.565245556640625}, "Total-Time": 23934.511583805084, "Train": {"Loss": 0.5030455921226078, "avg t": 1.0012945344889606, "plain loss": 0.13038612845385528}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.9105, "Augmented-Loss": 0.10324579447329045, "Clean-Accuracy": 99.05, "Clean-Loss": 0.04007113027852029, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 4.304701283772786}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 336.92365407943726, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.73999786376953, "Augmented-0.05-Quantile-Accuracy": 97.13999938964844, "Augmented-0.1-Quantile-Accuracy": 97.62999725341797, "Augmented-Accuracy": 98.8147, "Augmented-Loss": 0.08364598303031921, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03727371044158936, "PGD-Accuracy": 11.19, "PGD-Loss": 4.3082911453247075}, "Total-Time": 24271.43523788452, "Train": {"Loss": 0.6822206079672885, "avg t": 1.0022283694302594, "plain loss": 0.1324406912874292}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.4000015258789, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.9725, "Augmented-Loss": 0.07505508618712425, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.037826388370866576, "PGD-Accuracy": 10.35, "PGD-Loss": 3.996859067281087}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 337.6780586242676, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.8699951171875, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.23999786376953, "Augmented-Accuracy": 99.0069, "Augmented-Loss": 0.04421585990557075, "Clean-Accuracy": 99.15, "Clean-Loss": 0.029849598358199, "PGD-Accuracy": 10.79, "PGD-Loss": 5.018541513061524}, "Total-Time": 24609.11329650879, "Train": {"Loss": 0.5008767266174158, "avg t": 1.001267672997934, "plain loss": 0.13056198645344472}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.13616666666667, "Augmented-Loss": 0.042329496797807516, "Clean-Accuracy": 99.2, "Clean-Loss": 0.0333798046122926, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 4.686800354003906}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 337.11159658432007, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.62999725341797, "Augmented-0.05-Quantile-Accuracy": 97.30999755859375, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 98.8858, "Augmented-Loss": 0.11788554329299927, "Clean-Accuracy": 99.15, "Clean-Loss": 0.042630173406004904, "PGD-Accuracy": 10.9, "PGD-Loss": 3.7989150451660154}, "Total-Time": 24946.22489309311, "Train": {"Loss": 0.5070575029386415, "avg t": 1.0013184543892188, "plain loss": 0.13025690635133683}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.51666259765625, "Augmented-0.05-Quantile-Accuracy": 97.86666870117188, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 98.949, "Augmented-Loss": 0.10818782728950183, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04379910715669393, "PGD-Accuracy": 10.216666666666667, "PGD-Loss": 3.616303680419922}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 337.81357288360596, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.08999633789062, "Augmented-0.05-Quantile-Accuracy": 97.32999420166016, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.7952, "Augmented-Loss": 0.08088971341776847, "Clean-Accuracy": 99.14, "Clean-Loss": 0.037130046778172256, "PGD-Accuracy": 12.19, "PGD-Loss": 4.242912892150879}, "Total-Time": 25284.038465976715, "Train": {"Loss": 0.5619305421776242, "avg t": 1.001529970486959, "plain loss": 0.13356178368285843}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 99.042, "Augmented-Loss": 0.07294548509607712, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03735705837359031, "PGD-Accuracy": 11.2, "PGD-Loss": 3.994033078511556}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 338.09111070632935, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.7699966430664, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.986, "Augmented-Loss": 0.03921781379633397, "Clean-Accuracy": 99.1, "Clean-Loss": 0.032595540872681884, "PGD-Accuracy": 10.38, "PGD-Loss": 7.312675732421875}, "Total-Time": 25622.129576683044, "Train": {"Loss": 0.83130849130838, "avg t": 1.0028564075893827, "plain loss": 0.13293780482786666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.10416666666667, "Augmented-Loss": 0.03928782379413023, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03818660983159983, "PGD-Accuracy": 10.066666666666666, "PGD-Loss": 6.880258794148763}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 336.61414670944214, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.07999420166016, "Augmented-0.05-Quantile-Accuracy": 97.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.89, "Augmented-Loss": 0.07141715157222747, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03564007355570793, "PGD-Accuracy": 10.91, "PGD-Loss": 4.896890481567382}, "Total-Time": 25958.743723392487, "Train": {"Loss": 0.4660892979900042, "avg t": 1.001131243635107, "plain loss": 0.12641044796661105}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.98516666666667, "Augmented-Loss": 0.06648006622627378, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03599016394652426, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 4.524313898722331}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 337.92966747283936, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 99.0044, "Augmented-Loss": 0.0940732670097351, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04029601515233517, "PGD-Accuracy": 10.86, "PGD-Loss": 4.480879122924804}, "Total-Time": 26296.673390865326, "Train": {"Loss": 0.4693249772069631, "avg t": 1.0010464153289795, "plain loss": 0.12738996256898952}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.07866666666666, "Augmented-Loss": 0.08227945544774333, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04012428583018482, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 4.313471433003744}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 337.00096130371094, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.97999572753906, "Augmented-0.05-Quantile-Accuracy": 97.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.9407, "Augmented-Loss": 0.11735909665560722, "Clean-Accuracy": 99.23, "Clean-Loss": 0.04375799004435539, "PGD-Accuracy": 10.88, "PGD-Loss": 3.7736633712768555}, "Total-Time": 26633.674352169037, "Train": {"Loss": 0.583305421003589, "avg t": 1.0017255723388108, "plain loss": 0.1344754512168743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 99.04366666666667, "Augmented-Loss": 0.10156194528897604, "Clean-Accuracy": 99.25, "Clean-Loss": 0.042590569036702317, "PGD-Accuracy": 10.1, "PGD-Loss": 3.630185755411784}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 337.7312340736389, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04000091552734, "Augmented-0.05-Quantile-Accuracy": 97.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.9856, "Augmented-Loss": 0.09619519268393517, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03630910849124193, "PGD-Accuracy": 10.88, "PGD-Loss": 3.7903546417236327}, "Total-Time": 26971.405586242676, "Train": {"Loss": 0.5727641521493594, "avg t": 1.0015560121183043, "plain loss": 0.1308064646252878}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.07533333333333, "Augmented-Loss": 0.08745101663510005, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03863783060138424, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 3.602073614756266}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 336.98171877861023, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.66999816894531, "Augmented-0.05-Quantile-Accuracy": 96.1199951171875, "Augmented-0.1-Quantile-Accuracy": 96.91999816894531, "Augmented-Accuracy": 98.3398, "Augmented-Loss": 0.11901517184495926, "Clean-Accuracy": 98.7, "Clean-Loss": 0.06128361213207245, "PGD-Accuracy": 8.93, "PGD-Loss": 5.951826141357422}, "Total-Time": 27308.387305021286, "Train": {"Loss": 2.117082608866471, "avg t": 1.0079688689973618, "plain loss": 0.16000476407474964}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.56666564941406, "Augmented-0.05-Quantile-Accuracy": 96.66666412353516, "Augmented-0.1-Quantile-Accuracy": 97.38333129882812, "Augmented-Accuracy": 98.63733333333333, "Augmented-Loss": 0.09955244526892901, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.05392318888939917, "PGD-Accuracy": 8.55, "PGD-Loss": 5.79895068359375}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 336.9455895423889, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.70999908447266, "Augmented-0.05-Quantile-Accuracy": 96.33999633789062, "Augmented-0.1-Quantile-Accuracy": 96.93999481201172, "Augmented-Accuracy": 98.2313, "Augmented-Loss": 0.06957169769183383, "Clean-Accuracy": 98.58, "Clean-Loss": 0.0646724208152038, "PGD-Accuracy": 1.85, "PGD-Loss": 29.5255912109375}, "Total-Time": 27645.332894563675, "Train": {"Loss": 1.1655826280161186, "avg t": 1.007868849824976, "plain loss": 0.14829036859406355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.41666412353516, "Augmented-0.05-Quantile-Accuracy": 96.96666717529297, "Augmented-0.1-Quantile-Accuracy": 97.73332977294922, "Augmented-Accuracy": 98.58333333333333, "Augmented-Loss": 0.06727647488643668, "Clean-Accuracy": 98.85, "Clean-Loss": 0.06656073494960825, "PGD-Accuracy": 1.5833333333333333, "PGD-Loss": 29.705462666829426}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 337.934139251709, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.47000122070312, "Augmented-0.05-Quantile-Accuracy": 97.14999389648438, "Augmented-0.1-Quantile-Accuracy": 97.73999786376953, "Augmented-Accuracy": 98.7151, "Augmented-Loss": 0.04586829182454292, "Clean-Accuracy": 98.91, "Clean-Loss": 0.04078586230741348, "PGD-Accuracy": 11.68, "PGD-Loss": 10.865530493164062}, "Total-Time": 27983.267033815384, "Train": {"Loss": 0.8442931663349823, "avg t": 1.00481006304423, "plain loss": 0.141506159629645}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.43333435058594, "Augmented-0.1-Quantile-Accuracy": 97.93333435058594, "Augmented-Accuracy": 98.85866666666666, "Augmented-Loss": 0.04648818229347118, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.043088944229673264, "PGD-Accuracy": 12.033333333333333, "PGD-Loss": 10.3328521677653}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 337.93563771247864, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.55999755859375, "Augmented-0.05-Quantile-Accuracy": 97.29999542236328, "Augmented-0.1-Quantile-Accuracy": 97.90999603271484, "Augmented-Accuracy": 98.848, "Augmented-Loss": 0.09784116549384594, "Clean-Accuracy": 99.13, "Clean-Loss": 0.04329719976633787, "PGD-Accuracy": 10.78, "PGD-Loss": 4.381356829833984}, "Total-Time": 28321.202671527863, "Train": {"Loss": 0.7003491740668262, "avg t": 1.0036863652688486, "plain loss": 0.14260253849382762}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.0645, "Augmented-Loss": 0.08534717693408331, "Clean-Accuracy": 99.25, "Clean-Loss": 0.043520862844462195, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 4.202431007385254}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 337.9722967147827, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.0199966430664, "Augmented-0.05-Quantile-Accuracy": 97.15999603271484, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.6735, "Augmented-Loss": 0.0930689517544508, "Clean-Accuracy": 98.91, "Clean-Loss": 0.04216520999595523, "PGD-Accuracy": 10.97, "PGD-Loss": 4.949161993408203}, "Total-Time": 28659.174968242645, "Train": {"Loss": 0.5365662647794794, "avg t": 1.0012011220896686, "plain loss": 0.13003904679439696}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.73332977294922, "Augmented-0.05-Quantile-Accuracy": 97.4000015258789, "Augmented-0.1-Quantile-Accuracy": 97.93333435058594, "Augmented-Accuracy": 98.79183333333333, "Augmented-Loss": 0.08086919342100621, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.041953402930249774, "PGD-Accuracy": 9.95, "PGD-Loss": 4.670005343119303}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 338.17963123321533, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.66999816894531, "Augmented-0.05-Quantile-Accuracy": 96.95999908447266, "Augmented-0.1-Quantile-Accuracy": 97.63999938964844, "Augmented-Accuracy": 98.7533, "Augmented-Loss": 0.11618504396796227, "Clean-Accuracy": 98.99, "Clean-Loss": 0.04871605527251959, "PGD-Accuracy": 9.26, "PGD-Loss": 9.812316442871094}, "Total-Time": 28997.35459947586, "Train": {"Loss": 0.6794237388924316, "avg t": 1.0023721291224161, "plain loss": 0.13486130364029494}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.6500015258789, "Augmented-0.05-Quantile-Accuracy": 97.43333435058594, "Augmented-0.1-Quantile-Accuracy": 97.96666717529297, "Augmented-Accuracy": 98.94683333333333, "Augmented-Loss": 0.10594068490554889, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04904155107835929, "PGD-Accuracy": 8.716666666666667, "PGD-Loss": 9.332931147257487}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 337.9972229003906, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.16999816894531, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.23999786376953, "Augmented-Accuracy": 98.9959, "Augmented-Loss": 0.07643730189752579, "Clean-Accuracy": 99.12, "Clean-Loss": 0.034534385795518756, "PGD-Accuracy": 10.71, "PGD-Loss": 4.950815512084961}, "Total-Time": 29335.35182237625, "Train": {"Loss": 0.7146609878473812, "avg t": 1.0019530028943662, "plain loss": 0.1332569100927424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.07183333333333, "Augmented-Loss": 0.07084293499390285, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.037713664226233956, "PGD-Accuracy": 9.9, "PGD-Loss": 4.653088651021322}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 337.7501859664917, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.43999481201172, "Augmented-0.1-Quantile-Accuracy": 97.97000122070312, "Augmented-Accuracy": 98.8867, "Augmented-Loss": 0.09921407558262348, "Clean-Accuracy": 99.19, "Clean-Loss": 0.03693697291016579, "PGD-Accuracy": 10.88, "PGD-Loss": 3.854737467956543}, "Total-Time": 29673.102008342743, "Train": {"Loss": 0.5924952394189658, "avg t": 1.0013698143076013, "plain loss": 0.13358305833074788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.03933333333333, "Augmented-Loss": 0.08701228943844637, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.036177479285746814, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 3.724799468994141}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 337.8287556171417, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.39999389648438, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 99.0188, "Augmented-Loss": 0.06699781572389603, "Clean-Accuracy": 99.25, "Clean-Loss": 0.030762964088469742, "PGD-Accuracy": 10.54, "PGD-Loss": 4.853218295288086}, "Total-Time": 30010.930763959885, "Train": {"Loss": 0.44214459976553916, "avg t": 1.0004189076070433, "plain loss": 0.12988732724719576}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 99.0585, "Augmented-Loss": 0.06260692194104195, "Clean-Accuracy": 99.3, "Clean-Loss": 0.034110954807760815, "PGD-Accuracy": 9.816666666666666, "PGD-Loss": 4.568788452148437}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 338.01184487342834, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 97.95999908447266, "Augmented-Accuracy": 98.8869, "Augmented-Loss": 0.1112798948085308, "Clean-Accuracy": 99.09, "Clean-Loss": 0.045064463701844214, "PGD-Accuracy": 11.15, "PGD-Loss": 4.285824148559571}, "Total-Time": 30348.942608833313, "Train": {"Loss": 0.4982559645496033, "avg t": 1.0006920075239958, "plain loss": 0.13036028066211278}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.99166666666666, "Augmented-Loss": 0.09686279102027416, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.042499910150965055, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 4.092905838012696}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 337.6620991230011, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.8699951171875, "Augmented-0.05-Quantile-Accuracy": 95.44999694824219, "Augmented-0.1-Quantile-Accuracy": 96.54999542236328, "Augmented-Accuracy": 98.2791, "Augmented-Loss": 0.2733956347074509, "Clean-Accuracy": 99.01, "Clean-Loss": 0.07923291759490966, "PGD-Accuracy": 11.0, "PGD-Loss": 2.9935304306030273}, "Total-Time": 30686.604707956314, "Train": {"Loss": 0.48767215768496197, "avg t": 1.0010210970419424, "plain loss": 0.12983844791518315}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.0, "Augmented-0.05-Quantile-Accuracy": 96.01666259765625, "Augmented-0.1-Quantile-Accuracy": 96.86666870117188, "Augmented-Accuracy": 98.43183333333333, "Augmented-Loss": 0.25067984038511915, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.07242627032597859, "PGD-Accuracy": 10.15, "PGD-Loss": 2.9103253847757977}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 337.76686453819275, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.41999816894531, "Augmented-0.05-Quantile-Accuracy": 97.89999389648438, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 99.0535, "Augmented-Loss": 0.06791454999363422, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03343261719569564, "PGD-Accuracy": 10.67, "PGD-Loss": 4.896322854614258}, "Total-Time": 31024.371572494507, "Train": {"Loss": 0.5385467189881536, "avg t": 1.0011505337644506, "plain loss": 0.1311354725926011}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.08333587646484, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.12433333333334, "Augmented-Loss": 0.06112091414041817, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.036031620940193534, "PGD-Accuracy": 10.083333333333334, "PGD-Loss": 4.658564735412598}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 338.6253273487091, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.55999755859375, "Augmented-0.05-Quantile-Accuracy": 97.29999542236328, "Augmented-0.1-Quantile-Accuracy": 97.82999420166016, "Augmented-Accuracy": 98.8547, "Augmented-Loss": 0.07250148290413617, "Clean-Accuracy": 99.02, "Clean-Loss": 0.035088461461663244, "PGD-Accuracy": 10.76, "PGD-Loss": 5.020116903686524}, "Total-Time": 31362.996899843216, "Train": {"Loss": 1.6624256531066364, "avg t": 1.0040928562482199, "plain loss": 0.14496200910497603}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.972, "Augmented-Loss": 0.06684128372425835, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03584190877984899, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 4.69233696492513}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 338.5809471607208, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.1199951171875, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 99.0028, "Augmented-Loss": 0.08185537093377113, "Clean-Accuracy": 99.19, "Clean-Loss": 0.03804470307826996, "PGD-Accuracy": 10.66, "PGD-Loss": 5.278508047485351}, "Total-Time": 31701.577847003937, "Train": {"Loss": 0.41315126583090533, "avg t": 0.9999450457714222, "plain loss": 0.1278119082115314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.83333587646484, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.01066666666667, "Augmented-Loss": 0.08054403377006451, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04106297885378202, "PGD-Accuracy": 9.85, "PGD-Loss": 4.989363716125489}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 339.99303698539734, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.91999816894531, "Augmented-0.1-Quantile-Accuracy": 98.37999725341797, "Augmented-Accuracy": 99.0927, "Augmented-Loss": 0.09058190726470947, "Clean-Accuracy": 99.26, "Clean-Loss": 0.03629235754609108, "PGD-Accuracy": 11.19, "PGD-Loss": 4.308309230041504}, "Total-Time": 32041.570883989334, "Train": {"Loss": 0.5081219593330666, "avg t": 1.0009354970896684, "plain loss": 0.12901802199328402}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.142, "Augmented-Loss": 0.08351515171806018, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03694492163260778, "PGD-Accuracy": 10.583333333333334, "PGD-Loss": 4.061519282023112}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 339.535080909729, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.38999938964844, "Augmented-0.05-Quantile-Accuracy": 97.16999816894531, "Augmented-0.1-Quantile-Accuracy": 97.66999816894531, "Augmented-Accuracy": 98.7448, "Augmented-Loss": 0.1262503086242676, "Clean-Accuracy": 98.97, "Clean-Loss": 0.051784308177232743, "PGD-Accuracy": 10.92, "PGD-Loss": 3.5082648300170898}, "Total-Time": 32381.105964899063, "Train": {"Loss": 0.42927258494606724, "avg t": 1.0004867606163026, "plain loss": 0.12707297761881786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.9305, "Augmented-Loss": 0.11018957388699055, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.047181989972790085, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 3.3437147801717124}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 338.9676012992859, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.31999969482422, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.8492, "Augmented-Loss": 0.045359431407136205, "Clean-Accuracy": 99.08, "Clean-Loss": 0.04388052352404775, "PGD-Accuracy": 4.09, "PGD-Loss": 27.753395629882814}, "Total-Time": 32720.07356619835, "Train": {"Loss": 1.1020555509991117, "avg t": 1.0033360566033258, "plain loss": 0.14041851966999194}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.97816666666667, "Augmented-Loss": 0.05035406899094441, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.0516925599763005, "PGD-Accuracy": 3.6666666666666665, "PGD-Loss": 27.7359321492513}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 338.6168565750122, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.9761, "Augmented-Loss": 0.09285755056190491, "Clean-Accuracy": 99.11, "Clean-Loss": 0.038395935973525044, "PGD-Accuracy": 10.83, "PGD-Loss": 3.994099188232422}, "Total-Time": 33058.69042277336, "Train": {"Loss": 0.45684360135374247, "avg t": 1.0000219650445161, "plain loss": 0.12691460596013948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.07366666666667, "Augmented-Loss": 0.08705690485050281, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.040566655534009136, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 3.7958340403238933}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 338.6995368003845, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.73999786376953, "Augmented-0.05-Quantile-Accuracy": 96.86000061035156, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.6745, "Augmented-Loss": 0.0901032301222682, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04545629483088851, "PGD-Accuracy": 10.25, "PGD-Loss": 5.531741394042969}, "Total-Time": 33397.389959573746, "Train": {"Loss": 1.37402013937853, "avg t": 1.0046186569355153, "plain loss": 0.14668838517754176}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.31666564941406, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.71666717529297, "Augmented-Accuracy": 98.77866666666667, "Augmented-Loss": 0.08331862375279267, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.0478967889683942, "PGD-Accuracy": 9.666666666666666, "PGD-Loss": 5.242291895548503}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 338.6157615184784, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.15999603271484, "Augmented-0.05-Quantile-Accuracy": 97.47000122070312, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 99.0011, "Augmented-Loss": 0.06493382299625873, "Clean-Accuracy": 99.19, "Clean-Loss": 0.031202532682567834, "PGD-Accuracy": 10.71, "PGD-Loss": 4.73106494140625}, "Total-Time": 33736.005721092224, "Train": {"Loss": 1.4860873669717047, "avg t": 1.0029954411541975, "plain loss": 0.1406422026899124}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 99.06416666666667, "Augmented-Loss": 0.06241765253861745, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.035129073993923766, "PGD-Accuracy": 9.9, "PGD-Loss": 4.482194325764974}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 337.1862573623657, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.06999969482422, "Augmented-0.05-Quantile-Accuracy": 79.63999938964844, "Augmented-0.1-Quantile-Accuracy": 83.82999420166016, "Augmented-Accuracy": 92.0315, "Augmented-Loss": 0.2677928731572628, "Clean-Accuracy": 96.6, "Clean-Loss": 0.13900671291798353, "PGD-Accuracy": 2.65, "PGD-Loss": 33.696156689453126}, "Total-Time": 34073.19197845459, "Train": {"Loss": 2.5518401078802566, "avg t": 1.0065817645390829, "plain loss": 0.1581774586500944}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.53333282470703, "Augmented-0.05-Quantile-Accuracy": 80.36666870117188, "Augmented-0.1-Quantile-Accuracy": 84.69999694824219, "Augmented-Accuracy": 92.45883333333333, "Augmented-Loss": 0.2565152063335975, "Clean-Accuracy": 96.8, "Clean-Loss": 0.12813132628363869, "PGD-Accuracy": 1.85, "PGD-Loss": 34.42908744303386}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 338.79280614852905, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.89999389648438, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.1199951171875, "Augmented-Accuracy": 98.9818, "Augmented-Loss": 0.10143244601583482, "Clean-Accuracy": 99.17, "Clean-Loss": 0.038828336909413334, "PGD-Accuracy": 10.53, "PGD-Loss": 5.077948715209961}, "Total-Time": 34411.98478460312, "Train": {"Loss": 1.0413338958311964, "avg t": 1.0028534658220079, "plain loss": 0.13630506338896578}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.9315, "Augmented-Loss": 0.095035252028505, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.040018763467669485, "PGD-Accuracy": 9.766666666666667, "PGD-Loss": 4.827396603902181}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 338.17061614990234, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.1199951171875, "Augmented-0.05-Quantile-Accuracy": 96.31999969482422, "Augmented-0.1-Quantile-Accuracy": 97.13999938964844, "Augmented-Accuracy": 98.555, "Augmented-Loss": 0.07292287117806077, "Clean-Accuracy": 98.99, "Clean-Loss": 0.04086133004650474, "PGD-Accuracy": 10.68, "PGD-Loss": 7.400770492553711}, "Total-Time": 34750.15540075302, "Train": {"Loss": 0.9450807890605043, "avg t": 1.0042630916878028, "plain loss": 0.14171740629408078}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.71666717529297, "Augmented-0.05-Quantile-Accuracy": 97.03333282470703, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.6955, "Augmented-Loss": 0.06920954245174925, "Clean-Accuracy": 99.05, "Clean-Loss": 0.04417255414021201, "PGD-Accuracy": 9.9, "PGD-Loss": 7.2393505579630535}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 337.9168608188629, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.40999603271484, "Augmented-0.05-Quantile-Accuracy": 96.65999603271484, "Augmented-0.1-Quantile-Accuracy": 97.38999938964844, "Augmented-Accuracy": 98.7011, "Augmented-Loss": 0.1028472755920887, "Clean-Accuracy": 99.11, "Clean-Loss": 0.04386224628686905, "PGD-Accuracy": 9.55, "PGD-Loss": 7.83461819152832}, "Total-Time": 35088.072261571884, "Train": {"Loss": 0.47476634594025435, "avg t": 1.0005451614945022, "plain loss": 0.12612849472187182}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.71666717529297, "Augmented-0.05-Quantile-Accuracy": 96.81666564941406, "Augmented-0.1-Quantile-Accuracy": 97.51666259765625, "Augmented-Accuracy": 98.6645, "Augmented-Loss": 0.09985053330004215, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.05117541959881783, "PGD-Accuracy": 9.15, "PGD-Loss": 7.3019747594197595}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 338.1442840099335, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.18000030517578, "Augmented-0.05-Quantile-Accuracy": 97.43000030517578, "Augmented-0.1-Quantile-Accuracy": 97.83999633789062, "Augmented-Accuracy": 98.6986, "Augmented-Loss": 0.04569697954907641, "Clean-Accuracy": 98.81, "Clean-Loss": 0.04323245103892404, "PGD-Accuracy": 5.74, "PGD-Loss": 13.21008480834961}, "Total-Time": 35426.21654558182, "Train": {"Loss": 0.6575673173125144, "avg t": 1.0020510449056272, "plain loss": 0.13097055621588677}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.11666870117188, "Augmented-Accuracy": 98.89816666666667, "Augmented-Loss": 0.04476582936984138, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04578715431159071, "PGD-Accuracy": 4.333333333333333, "PGD-Loss": 12.862957600911459}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 337.76293325424194, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.52999877929688, "Augmented-0.05-Quantile-Accuracy": 97.93999481201172, "Augmented-0.1-Quantile-Accuracy": 98.33999633789062, "Augmented-Accuracy": 99.0266, "Augmented-Loss": 0.04474235496892035, "Clean-Accuracy": 99.15, "Clean-Loss": 0.029813710798788817, "PGD-Accuracy": 10.49, "PGD-Loss": 6.7146722625732425}, "Total-Time": 35763.97947883606, "Train": {"Loss": 0.7266489310507421, "avg t": 1.0023081341849434, "plain loss": 0.1276647153183265}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.15766666666667, "Augmented-Loss": 0.04413177752164503, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.0338608695192573, "PGD-Accuracy": 9.65, "PGD-Loss": 6.341868680318196}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 338.24320125579834, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.08999633789062, "Augmented-0.05-Quantile-Accuracy": 96.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.27999877929688, "Augmented-Accuracy": 98.6692, "Augmented-Loss": 0.24354241009283065, "Clean-Accuracy": 99.09, "Clean-Loss": 0.11357514383792877, "PGD-Accuracy": 10.96, "PGD-Loss": 4.1924367492675785}, "Total-Time": 36102.22268009186, "Train": {"Loss": 1.03273265073476, "avg t": 1.003425900247362, "plain loss": 0.13533793668746932}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.11666870117188, "Augmented-0.05-Quantile-Accuracy": 97.0, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.72216666666667, "Augmented-Loss": 0.22316525423725447, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.1043988926211993, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 4.022456288655599}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 338.4140794277191, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.31999969482422, "Augmented-Accuracy": 99.0342, "Augmented-Loss": 0.051938444274574516, "Clean-Accuracy": 99.15, "Clean-Loss": 0.033140690002217886, "PGD-Accuracy": 10.61, "PGD-Loss": 5.654402874755859}, "Total-Time": 36440.63675951958, "Train": {"Loss": 0.6799437338599452, "avg t": 1.0013066873550416, "plain loss": 0.13449204424575528}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.09916666666666, "Augmented-Loss": 0.048534292185685286, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03634780304770296, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 5.412638470967611}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 338.8393876552582, "Test": {"Augmented-0.01-Quantile-Accuracy": 83.1199951171875, "Augmented-0.05-Quantile-Accuracy": 90.45999908447266, "Augmented-0.1-Quantile-Accuracy": 92.62999725341797, "Augmented-Accuracy": 96.4912, "Augmented-Loss": 0.4009484375038147, "Clean-Accuracy": 98.84, "Clean-Loss": 0.1135286538362503, "PGD-Accuracy": 11.23, "PGD-Loss": 2.964911326599121}, "Total-Time": 36779.476147174835, "Train": {"Loss": 5.648952176705555, "avg t": 1.009935159612585, "plain loss": 0.19399389085946248}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.96666717529297, "Augmented-0.05-Quantile-Accuracy": 92.28333282470703, "Augmented-0.1-Quantile-Accuracy": 94.26666259765625, "Augmented-Accuracy": 97.12183333333333, "Augmented-Loss": 0.36718927510738375, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.10131142240762711, "PGD-Accuracy": 10.35, "PGD-Loss": 2.9185207862854003}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 338.8591659069061, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.95999908447266, "Augmented-0.05-Quantile-Accuracy": 96.00999450683594, "Augmented-0.1-Quantile-Accuracy": 96.97000122070312, "Augmented-Accuracy": 98.3997, "Augmented-Loss": 0.16755766485500337, "Clean-Accuracy": 98.85, "Clean-Loss": 0.0571866462290287, "PGD-Accuracy": 10.77, "PGD-Loss": 4.133895550537109}, "Total-Time": 37118.33531308174, "Train": {"Loss": 1.8103566784682097, "avg t": 1.0085249068648727, "plain loss": 0.15563649560963666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.3499984741211, "Augmented-0.05-Quantile-Accuracy": 96.75, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.73733333333334, "Augmented-Loss": 0.1509171547905604, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04975256851315498, "PGD-Accuracy": 10.1, "PGD-Loss": 3.9003419138590494}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 339.0529589653015, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.23999786376953, "Augmented-0.05-Quantile-Accuracy": 96.54000091552734, "Augmented-0.1-Quantile-Accuracy": 97.37999725341797, "Augmented-Accuracy": 98.6289, "Augmented-Loss": 0.09831711692166328, "Clean-Accuracy": 99.01, "Clean-Loss": 0.043143282410502436, "PGD-Accuracy": 10.98, "PGD-Loss": 5.32348212890625}, "Total-Time": 37457.38827204704, "Train": {"Loss": 1.2621502768883, "avg t": 1.0080690812711361, "plain loss": 0.15831592752138787}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.51666259765625, "Augmented-0.05-Quantile-Accuracy": 97.23332977294922, "Augmented-0.1-Quantile-Accuracy": 97.81666564941406, "Augmented-Accuracy": 98.842, "Augmented-Loss": 0.08795702105621497, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.0427720946262901, "PGD-Accuracy": 10.15, "PGD-Loss": 5.1166098709106445}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 339.0633533000946, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.83999633789062, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.77999877929688, "Augmented-Accuracy": 98.8544, "Augmented-Loss": 0.0762558158263564, "Clean-Accuracy": 99.01, "Clean-Loss": 0.04617962379455567, "PGD-Accuracy": 10.41, "PGD-Loss": 6.563695681762695}, "Total-Time": 37796.45162534714, "Train": {"Loss": 1.06699954416796, "avg t": 1.0061907054936445, "plain loss": 0.1518165894031527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.51666259765625, "Augmented-0.05-Quantile-Accuracy": 97.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.11666870117188, "Augmented-Accuracy": 99.0365, "Augmented-Loss": 0.06561731650295356, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03976575303636491, "PGD-Accuracy": 9.633333333333333, "PGD-Loss": 6.170719561258951}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 337.96331000328064, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.23999786376953, "Augmented-0.05-Quantile-Accuracy": 97.18999481201172, "Augmented-0.1-Quantile-Accuracy": 97.70999908447266, "Augmented-Accuracy": 98.7748, "Augmented-Loss": 0.09690104258418084, "Clean-Accuracy": 98.94, "Clean-Loss": 0.05018867361545563, "PGD-Accuracy": 10.88, "PGD-Loss": 4.800093130493164}, "Total-Time": 38134.41493535042, "Train": {"Loss": 1.6548928491009607, "avg t": 1.0077933770638925, "plain loss": 0.16473763772293384}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.08333587646484, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.97, "Augmented-Loss": 0.08766445338815451, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.049881153707702956, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 4.625110506693522}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 337.80885672569275, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.54999542236328, "Augmented-0.05-Quantile-Accuracy": 93.75999450683594, "Augmented-0.1-Quantile-Accuracy": 95.04999542236328, "Augmented-Accuracy": 97.4955, "Augmented-Loss": 0.31577935929107664, "Clean-Accuracy": 98.6, "Clean-Loss": 0.13651679167747496, "PGD-Accuracy": 10.83, "PGD-Loss": 3.3440099731445314}, "Total-Time": 38472.22379207611, "Train": {"Loss": 1.0619757551241804, "avg t": 1.0053867895514876, "plain loss": 0.1534563645645426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.44999694824219, "Augmented-0.05-Quantile-Accuracy": 94.75, "Augmented-0.1-Quantile-Accuracy": 95.76666259765625, "Augmented-Accuracy": 97.79383333333334, "Augmented-Loss": 0.2833645453254382, "Clean-Accuracy": 98.76666666666667, "Clean-Loss": 0.12196481001377106, "PGD-Accuracy": 10.033333333333333, "PGD-Loss": 3.206869613647461}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 339.3375082015991, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.25, "Augmented-0.05-Quantile-Accuracy": 96.75, "Augmented-0.1-Quantile-Accuracy": 97.47999572753906, "Augmented-Accuracy": 98.6516, "Augmented-Loss": 0.14335886353683472, "Clean-Accuracy": 99.02, "Clean-Loss": 0.055889223311841485, "PGD-Accuracy": 10.92, "PGD-Loss": 4.268138488769531}, "Total-Time": 38811.56130027771, "Train": {"Loss": 2.7952981229071265, "avg t": 1.008797524522852, "plain loss": 0.179236635379438}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.13333129882812, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.88333129882812, "Augmented-Accuracy": 98.7355, "Augmented-Loss": 0.12408377712965012, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.054169572864969574, "PGD-Accuracy": 10.066666666666666, "PGD-Loss": 4.190550633748372}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 338.2388873100281, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.3499984741211, "Augmented-0.05-Quantile-Accuracy": 96.68999481201172, "Augmented-0.1-Quantile-Accuracy": 97.25, "Augmented-Accuracy": 98.487, "Augmented-Loss": 0.10612572809946537, "Clean-Accuracy": 98.86, "Clean-Loss": 0.053420085874199864, "PGD-Accuracy": 10.3, "PGD-Loss": 5.259189102172852}, "Total-Time": 39149.80018758774, "Train": {"Loss": 1.3342586557865144, "avg t": 1.0088286780251396, "plain loss": 0.1641415086463645}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.16666412353516, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.81066666666666, "Augmented-Loss": 0.09297714524368444, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.049243303367247186, "PGD-Accuracy": 9.4, "PGD-Loss": 5.053494338989258}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 338.13391518592834, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.0199966430664, "Augmented-0.1-Quantile-Accuracy": 97.58999633789062, "Augmented-Accuracy": 98.6462, "Augmented-Loss": 0.10143298157978058, "Clean-Accuracy": 98.89, "Clean-Loss": 0.04652769326865673, "PGD-Accuracy": 10.29, "PGD-Loss": 4.970973733520508}, "Total-Time": 39487.93410277367, "Train": {"Loss": 0.9100739878151152, "avg t": 1.0057297196564852, "plain loss": 0.15585916453644108}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.81666564941406, "Augmented-0.05-Quantile-Accuracy": 97.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.86666870117188, "Augmented-Accuracy": 98.7215, "Augmented-Loss": 0.09067284509976704, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.05002708868185679, "PGD-Accuracy": 9.633333333333333, "PGD-Loss": 4.738740397135417}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 338.05875992774963, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.20999908447266, "Augmented-0.05-Quantile-Accuracy": 95.57999420166016, "Augmented-0.1-Quantile-Accuracy": 96.54000091552734, "Augmented-Accuracy": 98.2507, "Augmented-Loss": 0.22070022760391236, "Clean-Accuracy": 99.03, "Clean-Loss": 0.07494000129699707, "PGD-Accuracy": 11.0, "PGD-Loss": 3.257678877258301}, "Total-Time": 39825.992862701416, "Train": {"Loss": 0.7453949513181493, "avg t": 1.0037975244875308, "plain loss": 0.14772898486102082}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.04999542236328, "Augmented-0.05-Quantile-Accuracy": 96.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.4000015258789, "Augmented-Accuracy": 98.609, "Augmented-Loss": 0.2032357827460766, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.07036541805664698, "PGD-Accuracy": 10.116666666666667, "PGD-Loss": 3.141523412068685}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 338.62874126434326, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.48999786376953, "Augmented-0.05-Quantile-Accuracy": 97.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.12999725341797, "Augmented-Accuracy": 98.9106, "Augmented-Loss": 0.06152232809007168, "Clean-Accuracy": 98.97, "Clean-Loss": 0.038478481299430135, "PGD-Accuracy": 10.67, "PGD-Loss": 5.274257965087891}, "Total-Time": 40164.62160396576, "Train": {"Loss": 0.9099852572348383, "avg t": 1.0036527039210001, "plain loss": 0.14524385061617237}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.10366666666667, "Augmented-Loss": 0.05475219347601135, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.038676283934153614, "PGD-Accuracy": 9.766666666666667, "PGD-Loss": 4.993820960998535}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 338.87723898887634, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.52999877929688, "Augmented-0.05-Quantile-Accuracy": 97.07999420166016, "Augmented-0.1-Quantile-Accuracy": 97.72999572753906, "Augmented-Accuracy": 98.8162, "Augmented-Loss": 0.13235625018405914, "Clean-Accuracy": 99.03, "Clean-Loss": 0.05909228844642639, "PGD-Accuracy": 10.87, "PGD-Loss": 4.963935552978516}, "Total-Time": 40503.498842954636, "Train": {"Loss": 0.5983012313909001, "avg t": 1.002064933847498, "plain loss": 0.13887432013264409}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.51666259765625, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.9895, "Augmented-Loss": 0.11437203269203504, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05572912152359883, "PGD-Accuracy": 10.0, "PGD-Loss": 4.744939687093099}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 338.42471742630005, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.54000091552734, "Augmented-0.05-Quantile-Accuracy": 89.54000091552734, "Augmented-0.1-Quantile-Accuracy": 92.0199966430664, "Augmented-Accuracy": 95.9516, "Augmented-Loss": 0.49738179626655576, "Clean-Accuracy": 98.73, "Clean-Loss": 0.17283145956993104, "PGD-Accuracy": 11.15, "PGD-Loss": 2.8228011520385743}, "Total-Time": 40841.923560380936, "Train": {"Loss": 1.2001960163072303, "avg t": 1.0031314847381028, "plain loss": 0.14492187540442852}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.03333282470703, "Augmented-0.05-Quantile-Accuracy": 92.1500015258789, "Augmented-0.1-Quantile-Accuracy": 94.16666412353516, "Augmented-Accuracy": 96.85866666666666, "Augmented-Loss": 0.44753450221538543, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.1519660218556722, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 2.7816906979878744}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 338.12569761276245, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.8806, "Augmented-Loss": 0.07464526221644878, "Clean-Accuracy": 99.06, "Clean-Loss": 0.03639501613676548, "PGD-Accuracy": 10.86, "PGD-Loss": 5.063280416870117}, "Total-Time": 41180.0492579937, "Train": {"Loss": 0.5704765163891845, "avg t": 1.0015028196440803, "plain loss": 0.13652618189741067}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.69999694824219, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.02916666666667, "Augmented-Loss": 0.0716263943657279, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03915693649277091, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 4.699033925374349}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 338.40903997421265, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.56999969482422, "Augmented-0.05-Quantile-Accuracy": 97.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9338, "Augmented-Loss": 0.10231340213513375, "Clean-Accuracy": 99.13, "Clean-Loss": 0.03859353477656841, "PGD-Accuracy": 10.99, "PGD-Loss": 4.04847964630127}, "Total-Time": 41518.45829796791, "Train": {"Loss": 0.9623165337034949, "avg t": 1.002086731698778, "plain loss": 0.14079539958017834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.46666717529297, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.98733333333334, "Augmented-Loss": 0.08916210263177753, "Clean-Accuracy": 99.1, "Clean-Loss": 0.038720052416746815, "PGD-Accuracy": 10.066666666666666, "PGD-Loss": 3.91888503519694}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 338.64039421081543, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.47999572753906, "Augmented-0.05-Quantile-Accuracy": 97.80999755859375, "Augmented-0.1-Quantile-Accuracy": 98.14999389648438, "Augmented-Accuracy": 98.9937, "Augmented-Loss": 0.07820451077234745, "Clean-Accuracy": 99.07, "Clean-Loss": 0.03611589323431254, "PGD-Accuracy": 10.84, "PGD-Loss": 4.575066380310059}, "Total-Time": 41857.098692178726, "Train": {"Loss": 0.6915486288269361, "avg t": 1.0016314847027814, "plain loss": 0.13458154544742032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.0835, "Augmented-Loss": 0.07070448661535979, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.037404628086835146, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 4.283776934305827}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 338.9030179977417, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.83999633789062, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 99.0347, "Augmented-Loss": 0.08111442699587346, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03536830896437168, "PGD-Accuracy": 10.71, "PGD-Loss": 4.248875218200683}, "Total-Time": 42196.00171017647, "Train": {"Loss": 0.6551223654923616, "avg t": 1.00212318999679, "plain loss": 0.13885097978556596}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.05216666666666, "Augmented-Loss": 0.07317231590926647, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.038855616262803476, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 4.120426920572917}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 338.7199161052704, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.87999725341797, "Augmented-0.05-Quantile-Accuracy": 96.43000030517578, "Augmented-0.1-Quantile-Accuracy": 97.0999984741211, "Augmented-Accuracy": 98.5197, "Augmented-Loss": 0.12882815644598009, "Clean-Accuracy": 98.91, "Clean-Loss": 0.04082004940509796, "PGD-Accuracy": 10.69, "PGD-Loss": 4.77419814453125}, "Total-Time": 42534.72162628174, "Train": {"Loss": 0.8733169683571215, "avg t": 1.002253832357901, "plain loss": 0.14093227716198667}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.91666412353516, "Augmented-0.05-Quantile-Accuracy": 96.91666412353516, "Augmented-0.1-Quantile-Accuracy": 97.51666259765625, "Augmented-Accuracy": 98.659, "Augmented-Loss": 0.11940390161514282, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04315026610096296, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 4.707040934244792}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 338.62267112731934, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.37999725341797, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 99.0052, "Augmented-Loss": 0.06497427485996485, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0313609765894711, "PGD-Accuracy": 10.84, "PGD-Loss": 5.1265388793945315}, "Total-Time": 42873.34429740906, "Train": {"Loss": 0.5630415242535096, "avg t": 1.0013325844164247, "plain loss": 0.13609227712772531}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.046, "Augmented-Loss": 0.06620485256751378, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03799678221034507, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 4.903471099853515}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 338.66064643859863, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.95999908447266, "Augmented-0.05-Quantile-Accuracy": 97.1199951171875, "Augmented-0.1-Quantile-Accuracy": 97.68000030517578, "Augmented-Accuracy": 98.773, "Augmented-Loss": 0.16113737404465675, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05193170985877514, "PGD-Accuracy": 10.76, "PGD-Loss": 3.5880577377319334}, "Total-Time": 43212.004943847656, "Train": {"Loss": 0.8354632822584223, "avg t": 1.0019813593405265, "plain loss": 0.13602153146002027}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.51666259765625, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.804, "Augmented-Loss": 0.13907026501019795, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04913117522497972, "PGD-Accuracy": 9.85, "PGD-Loss": 3.453935894012451}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 338.4609549045563, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.98999786376953, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.12999725341797, "Augmented-Accuracy": 98.9083, "Augmented-Loss": 0.08870278333508969, "Clean-Accuracy": 99.02, "Clean-Loss": 0.04437065727114677, "PGD-Accuracy": 10.89, "PGD-Loss": 4.967971664428711}, "Total-Time": 43550.46589875221, "Train": {"Loss": 0.7769164101095112, "avg t": 1.0013990870051914, "plain loss": 0.13719427999743702}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.6500015258789, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.92483333333334, "Augmented-Loss": 0.08069423497200012, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.0443805394222339, "PGD-Accuracy": 10.0, "PGD-Loss": 4.818059949239095}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 338.74567580223083, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.22000122070312, "Augmented-0.1-Quantile-Accuracy": 97.72999572753906, "Augmented-Accuracy": 98.7914, "Augmented-Loss": 0.0942945730600357, "Clean-Accuracy": 99.2, "Clean-Loss": 0.039975359013676645, "PGD-Accuracy": 10.94, "PGD-Loss": 4.242719367980957}, "Total-Time": 43889.21157455444, "Train": {"Loss": 0.7480670354874046, "avg t": 1.0024367509771277, "plain loss": 0.14317062791365162}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.1500015258789, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.88816666666666, "Augmented-Loss": 0.08714157254487276, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04196608867992958, "PGD-Accuracy": 10.183333333333334, "PGD-Loss": 4.085492245992024}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 338.53101420402527, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.14999389648438, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.9719, "Augmented-Loss": 0.06557810018897056, "Clean-Accuracy": 99.17, "Clean-Loss": 0.03366479663401842, "PGD-Accuracy": 10.69, "PGD-Loss": 5.688558233642578}, "Total-Time": 44227.74258875847, "Train": {"Loss": 0.5208099761053367, "avg t": 1.000565126719298, "plain loss": 0.13366496378580744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.92566666666667, "Augmented-Loss": 0.06521087832013767, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03989315870031714, "PGD-Accuracy": 10.066666666666666, "PGD-Loss": 5.443393157958984}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 338.6781656742096, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.72999572753906, "Augmented-0.05-Quantile-Accuracy": 97.81999969482422, "Augmented-0.1-Quantile-Accuracy": 98.25999450683594, "Augmented-Accuracy": 98.987, "Augmented-Loss": 0.04524663306004181, "Clean-Accuracy": 99.13, "Clean-Loss": 0.03718465600439813, "PGD-Accuracy": 10.12, "PGD-Loss": 7.4789968078613285}, "Total-Time": 44566.42075443268, "Train": {"Loss": 1.4150274449774511, "avg t": 1.0031301826547694, "plain loss": 0.14788352707050437}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.1265, "Augmented-Loss": 0.04227631418814107, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03848898902879834, "PGD-Accuracy": 9.316666666666666, "PGD-Loss": 7.287906112670899}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 338.2595913410187, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.8499984741211, "Augmented-0.05-Quantile-Accuracy": 96.88999938964844, "Augmented-0.1-Quantile-Accuracy": 97.55999755859375, "Augmented-Accuracy": 98.6984, "Augmented-Loss": 0.06233817091450095, "Clean-Accuracy": 98.87, "Clean-Loss": 0.044474051403068, "PGD-Accuracy": 10.53, "PGD-Loss": 7.789242498779297}, "Total-Time": 44904.6803457737, "Train": {"Loss": 1.0227351199984551, "avg t": 1.0033424223793876, "plain loss": 0.141545300941114}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.16666412353516, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.7365, "Augmented-Loss": 0.06048750720671068, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.049446492196720405, "PGD-Accuracy": 9.6, "PGD-Loss": 7.4100458984375}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 338.49488711357117, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 99.0022, "Augmented-Loss": 0.054308255038917064, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03206738889031112, "PGD-Accuracy": 10.66, "PGD-Loss": 5.393456842041016}, "Total-Time": 45243.17523288727, "Train": {"Loss": 6.2792790110475485, "avg t": 1.0036807710153086, "plain loss": 0.19379743309550812}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.05583333333334, "Augmented-Loss": 0.05251551601159076, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03689887809132536, "PGD-Accuracy": 9.9, "PGD-Loss": 5.160310048421224}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 338.7099025249481, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.38999938964844, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.13999938964844, "Augmented-Accuracy": 98.9476, "Augmented-Loss": 0.05628077563843131, "Clean-Accuracy": 99.08, "Clean-Loss": 0.03349674003440887, "PGD-Accuracy": 10.64, "PGD-Loss": 5.282725103759765}, "Total-Time": 45581.885135412216, "Train": {"Loss": 0.45453740069159754, "avg t": 1.0006419496889467, "plain loss": 0.13183269441569287}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.05183333333333, "Augmented-Loss": 0.053148934599161146, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03604775190989797, "PGD-Accuracy": 9.85, "PGD-Loss": 5.020865079243978}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 338.12036180496216, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.14999389648438, "Augmented-0.1-Quantile-Accuracy": 97.6199951171875, "Augmented-Accuracy": 98.6914, "Augmented-Loss": 0.06504539354372024, "Clean-Accuracy": 98.87, "Clean-Loss": 0.04290282515846193, "PGD-Accuracy": 9.7, "PGD-Loss": 9.383100341796874}, "Total-Time": 45920.00549721718, "Train": {"Loss": 1.0605492836921304, "avg t": 1.0040920364415205, "plain loss": 0.1420307496335771}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.25, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.86883333333333, "Augmented-Loss": 0.06845260501348724, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.051948528382151075, "PGD-Accuracy": 9.366666666666667, "PGD-Loss": 8.852628916422526}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 338.37476897239685, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.72000122070312, "Augmented-0.05-Quantile-Accuracy": 97.79000091552734, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 98.9388, "Augmented-Loss": 0.05031597551652789, "Clean-Accuracy": 99.05, "Clean-Loss": 0.03608671950250864, "PGD-Accuracy": 10.65, "PGD-Loss": 6.402844625854492}, "Total-Time": 46258.380266189575, "Train": {"Loss": 2.279951052588445, "avg t": 1.0037427887563353, "plain loss": 0.15556915299804114}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.079, "Augmented-Loss": 0.0479198572488005, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03785909315260748, "PGD-Accuracy": 9.816666666666666, "PGD-Loss": 6.0823030878702795}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 338.3447194099426, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.14999771118164, "Augmented-0.05-Quantile-Accuracy": 68.97000122070312, "Augmented-0.1-Quantile-Accuracy": 75.54999542236328, "Augmented-Accuracy": 88.1916, "Augmented-Loss": 0.7535126531677246, "Clean-Accuracy": 97.39, "Clean-Loss": 0.13650055565237998, "PGD-Accuracy": 9.63, "PGD-Loss": 5.18665491027832}, "Total-Time": 46596.72498559952, "Train": {"Loss": 3.5038080319696, "avg t": 1.01110481622484, "plain loss": 0.1901082767627857}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.21666717529297, "Augmented-0.05-Quantile-Accuracy": 73.68333435058594, "Augmented-0.1-Quantile-Accuracy": 79.38333129882812, "Augmented-Accuracy": 90.42033333333333, "Augmented-Loss": 0.7028015413411458, "Clean-Accuracy": 97.4, "Clean-Loss": 0.11746743683020273, "PGD-Accuracy": 9.283333333333333, "PGD-Loss": 5.177590967814128}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 338.24784564971924, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.14999389648438, "Augmented-0.05-Quantile-Accuracy": 96.2699966430664, "Augmented-0.1-Quantile-Accuracy": 97.05999755859375, "Augmented-Accuracy": 98.4273, "Augmented-Loss": 0.13313018963432313, "Clean-Accuracy": 98.93, "Clean-Loss": 0.04257091298997402, "PGD-Accuracy": 11.73, "PGD-Loss": 4.399832424926758}, "Total-Time": 46934.97283124924, "Train": {"Loss": 1.9122315202752749, "avg t": 1.0161029353671605, "plain loss": 0.189081165455006}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.11666870117188, "Augmented-0.1-Quantile-Accuracy": 97.56666564941406, "Augmented-Accuracy": 98.66783333333333, "Augmented-Loss": 0.11231875495195388, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.045067364449923236, "PGD-Accuracy": 10.766666666666667, "PGD-Loss": 4.332291315714518}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 338.50332903862, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.48999786376953, "Augmented-0.05-Quantile-Accuracy": 97.13999938964844, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.8263, "Augmented-Loss": 0.07393067316806316, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03435015802234411, "PGD-Accuracy": 11.11, "PGD-Loss": 5.723048062133789}, "Total-Time": 47273.47616028786, "Train": {"Loss": 1.4628916128873826, "avg t": 1.0100602077907985, "plain loss": 0.16358263652059749}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.36666870117188, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.90866666666666, "Augmented-Loss": 0.0712437381546696, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04260192249435932, "PGD-Accuracy": 10.633333333333333, "PGD-Loss": 5.435306116739909}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 338.41245198249817, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.29000091552734, "Augmented-0.05-Quantile-Accuracy": 96.66999816894531, "Augmented-0.1-Quantile-Accuracy": 97.22999572753906, "Augmented-Accuracy": 98.3109, "Augmented-Loss": 0.08993746377505557, "Clean-Accuracy": 98.48, "Clean-Loss": 0.09342684450303365, "PGD-Accuracy": 1.48, "PGD-Loss": 33.32609130859375}, "Total-Time": 47611.888612270355, "Train": {"Loss": 1.0566160099660908, "avg t": 1.0069818899366592, "plain loss": 0.1542506181787563}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.26666259765625, "Augmented-0.05-Quantile-Accuracy": 97.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.76166666666667, "Augmented-Loss": 0.07450589667228744, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.08134018258166767, "PGD-Accuracy": 1.4333333333333333, "PGD-Loss": 32.99054484049479}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 338.2710735797882, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.15999603271484, "Augmented-0.05-Quantile-Accuracy": 95.95999908447266, "Augmented-0.1-Quantile-Accuracy": 96.5, "Augmented-Accuracy": 97.8653, "Augmented-Loss": 0.13725722247511518, "Clean-Accuracy": 98.53, "Clean-Loss": 0.10506623786579182, "PGD-Accuracy": 2.63, "PGD-Loss": 36.41238920898437}, "Total-Time": 47950.15968585014, "Train": {"Loss": 1.189888877775934, "avg t": 1.0066748876218443, "plain loss": 0.16162863861896362}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.26666259765625, "Augmented-0.05-Quantile-Accuracy": 96.83333587646484, "Augmented-0.1-Quantile-Accuracy": 97.26666259765625, "Augmented-Accuracy": 98.30733333333333, "Augmented-Loss": 0.11953334848178887, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.10588241742942944, "PGD-Accuracy": 2.066666666666667, "PGD-Loss": 35.650705240885415}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 338.5435702800751, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.03999710083008, "Augmented-0.05-Quantile-Accuracy": 73.41999816894531, "Augmented-0.1-Quantile-Accuracy": 77.75999450683594, "Augmented-Accuracy": 87.4796, "Augmented-Loss": 0.7897422180404663, "Clean-Accuracy": 96.98, "Clean-Loss": 0.2951144449234009, "PGD-Accuracy": 11.2, "PGD-Loss": 3.0093370956420897}, "Total-Time": 48288.70325613022, "Train": {"Loss": 0.9271319963943075, "avg t": 1.0053890078509296, "plain loss": 0.1541444913828814}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.05000305175781, "Augmented-0.05-Quantile-Accuracy": 78.26666259765625, "Augmented-0.1-Quantile-Accuracy": 82.25, "Augmented-Accuracy": 90.05283333333334, "Augmented-Loss": 0.7241534242598215, "Clean-Accuracy": 97.23333333333333, "Clean-Loss": 0.2595810738404592, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 2.9643385569254557}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 338.32058453559875, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.98999786376953, "Augmented-0.05-Quantile-Accuracy": 96.97999572753906, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.7066, "Augmented-Loss": 0.08752215726339817, "Clean-Accuracy": 99.04, "Clean-Loss": 0.03911929420083761, "PGD-Accuracy": 11.64, "PGD-Loss": 5.149921594238282}, "Total-Time": 48627.02384066582, "Train": {"Loss": 0.7198555831942294, "avg t": 1.0032944863284077, "plain loss": 0.14613756934448519}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.61666870117188, "Augmented-0.05-Quantile-Accuracy": 97.28333282470703, "Augmented-0.1-Quantile-Accuracy": 97.83333587646484, "Augmented-Accuracy": 98.7745, "Augmented-Loss": 0.08061116734211643, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04263472390050689, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 4.820033610026042}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 338.50679874420166, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.63999938964844, "Augmented-0.05-Quantile-Accuracy": 95.94999694824219, "Augmented-0.1-Quantile-Accuracy": 96.81999969482422, "Augmented-Accuracy": 98.2593, "Augmented-Loss": 0.07830345417791605, "Clean-Accuracy": 98.82, "Clean-Loss": 0.05090011746196542, "PGD-Accuracy": 9.48, "PGD-Loss": 12.033505584716798}, "Total-Time": 48965.53063941002, "Train": {"Loss": 0.7962828253783562, "avg t": 1.0040446310396547, "plain loss": 0.14438793292752017}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.73332977294922, "Augmented-0.05-Quantile-Accuracy": 96.88333129882812, "Augmented-0.1-Quantile-Accuracy": 97.41666412353516, "Augmented-Accuracy": 98.42866666666667, "Augmented-Loss": 0.08155636290585001, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.062223624307235395, "PGD-Accuracy": 9.55, "PGD-Loss": 10.82878800455729}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 338.7002260684967, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.98999786376953, "Augmented-0.05-Quantile-Accuracy": 96.83999633789062, "Augmented-0.1-Quantile-Accuracy": 97.47000122070312, "Augmented-Accuracy": 98.505, "Augmented-Loss": 0.061023167980350554, "Clean-Accuracy": 98.68, "Clean-Loss": 0.06184060783307068, "PGD-Accuracy": 6.38, "PGD-Loss": 23.950467858886718}, "Total-Time": 49304.230865478516, "Train": {"Loss": 2.7421778099492746, "avg t": 1.012530549261305, "plain loss": 0.18799694737505046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.41666412353516, "Augmented-0.1-Quantile-Accuracy": 97.86666870117188, "Augmented-Accuracy": 98.76966666666667, "Augmented-Loss": 0.06212635209550693, "Clean-Accuracy": 98.9, "Clean-Loss": 0.0690096577212486, "PGD-Accuracy": 6.2, "PGD-Loss": 23.165195576985678}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 338.4567322731018, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.0199966430664, "Augmented-0.05-Quantile-Accuracy": 94.56999969482422, "Augmented-0.1-Quantile-Accuracy": 95.75999450683594, "Augmented-Accuracy": 97.8101, "Augmented-Loss": 0.24494232481956482, "Clean-Accuracy": 98.56, "Clean-Loss": 0.11508645157814026, "PGD-Accuracy": 5.01, "PGD-Loss": 8.64128639831543}, "Total-Time": 49642.68759775162, "Train": {"Loss": 1.5540216536499836, "avg t": 1.00846809747484, "plain loss": 0.17326380065812014}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.0999984741211, "Augmented-0.05-Quantile-Accuracy": 95.54999542236328, "Augmented-0.1-Quantile-Accuracy": 96.48332977294922, "Augmented-Accuracy": 98.1455, "Augmented-Loss": 0.21040398027042548, "Clean-Accuracy": 98.85, "Clean-Loss": 0.09735566488405069, "PGD-Accuracy": 4.533333333333333, "PGD-Loss": 8.395011217753092}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 338.5295407772064, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.04999542236328, "Augmented-0.05-Quantile-Accuracy": 96.55999755859375, "Augmented-0.1-Quantile-Accuracy": 97.38999938964844, "Augmented-Accuracy": 98.6348, "Augmented-Loss": 0.12726340275812148, "Clean-Accuracy": 99.07, "Clean-Loss": 0.04403143733739853, "PGD-Accuracy": 11.11, "PGD-Loss": 4.439682192993164}, "Total-Time": 49981.217138528824, "Train": {"Loss": 1.8707408137431851, "avg t": 1.0092224859308314, "plain loss": 0.17820797283561152}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.98332977294922, "Augmented-0.05-Quantile-Accuracy": 96.98332977294922, "Augmented-0.1-Quantile-Accuracy": 97.56666564941406, "Augmented-Accuracy": 98.68966666666667, "Augmented-Loss": 0.11031540828843911, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0436051172738274, "PGD-Accuracy": 10.25, "PGD-Loss": 4.301177686055501}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 338.4652202129364, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.79000091552734, "Augmented-0.05-Quantile-Accuracy": 97.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.0199966430664, "Augmented-Accuracy": 98.8697, "Augmented-Loss": 0.07694178540670872, "Clean-Accuracy": 99.08, "Clean-Loss": 0.03843661525398493, "PGD-Accuracy": 9.28, "PGD-Loss": 8.522589547729492}, "Total-Time": 50319.68235874176, "Train": {"Loss": 1.3963158003864464, "avg t": 1.0040463670801234, "plain loss": 0.15468432072886698}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.91666412353516, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.96833333333333, "Augmented-Loss": 0.07297416845267017, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.043458425680175425, "PGD-Accuracy": 8.85, "PGD-Loss": 7.845531021118164}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 302.9572260379791, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.04000091552734, "Augmented-0.05-Quantile-Accuracy": 95.90999603271484, "Augmented-0.1-Quantile-Accuracy": 96.66999816894531, "Augmented-Accuracy": 98.3455, "Augmented-Loss": 0.2667081566038132, "Clean-Accuracy": 98.8, "Clean-Loss": 0.09483240821361542, "PGD-Accuracy": 5.65, "PGD-Loss": 5.715679812622071}, "Total-Time": 50622.63958477974, "Train": {"Loss": 0.758149487402704, "avg t": 1.0032762571617408, "plain loss": 0.14764614665773199}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.66666412353516, "Augmented-0.05-Quantile-Accuracy": 96.16666412353516, "Augmented-0.1-Quantile-Accuracy": 97.11666870117188, "Augmented-Accuracy": 98.47233333333334, "Augmented-Loss": 0.25162428209145865, "Clean-Accuracy": 98.75, "Clean-Loss": 0.09407399672269821, "PGD-Accuracy": 4.666666666666667, "PGD-Loss": 5.541123168945313}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
