{"Epoch": 0, "Epoch-Time": 97.8775405883789, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.33999633789062, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.56999969482422, "Augmented-Accuracy": 98.4113, "Augmented-Loss": 0.2627081708984375, "Clean-Accuracy": 98.58, "Clean-Loss": 0.1697110761165619, "PGD-Accuracy": 3.0, "PGD-Loss": 3.5925886627197268}, "Total-Time": 97.8775405883789, "Train": {"Loss": 3.2050754806024058, "avg t": 1.0522182903289794, "plain loss": 0.45322373142948963, "standard loss": 0.3533756729850063}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 98.81166666666667, "Augmented-Loss": 0.24252289192676543, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.15379935081799825, "PGD-Accuracy": 3.183333333333333, "PGD-Loss": 3.548332951863607}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 95.93479681015015, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.32999420166016, "Augmented-0.05-Quantile-Accuracy": 97.39999389648438, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.6158, "Augmented-Loss": 0.25690755325698855, "Clean-Accuracy": 98.72, "Clean-Loss": 0.15383842406272888, "PGD-Accuracy": 21.01, "PGD-Loss": 3.07467820892334}, "Total-Time": 193.81233739852905, "Train": {"Loss": 1.5720937973658244, "avg t": 1.0110722159279717, "plain loss": 0.3103465745572692, "standard loss": 0.20960145850976308}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.75333333333333, "Augmented-Loss": 0.24422676732699075, "Clean-Accuracy": 98.8, "Clean-Loss": 0.14469037461280823, "PGD-Accuracy": 21.65, "PGD-Loss": 3.0432663701375327}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 97.30708432197571, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.00999450683594, "Augmented-0.05-Quantile-Accuracy": 96.48999786376953, "Augmented-0.1-Quantile-Accuracy": 97.14999389648438, "Augmented-Accuracy": 98.2995, "Augmented-Loss": 0.3441185309429169, "Clean-Accuracy": 98.42, "Clean-Loss": 0.21771924781799318, "PGD-Accuracy": 18.52, "PGD-Loss": 3.8472359985351563}, "Total-Time": 291.11942172050476, "Train": {"Loss": 1.4331618022918702, "avg t": 1.0071615773660165, "plain loss": 0.282604453870985, "standard loss": 0.18394976501994661}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.43716666666667, "Augmented-Loss": 0.3283754785267512, "Clean-Accuracy": 98.58333333333333, "Clean-Loss": 0.20743914333979288, "PGD-Accuracy": 19.083333333333332, "PGD-Loss": 3.7741783803304036}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 96.98681569099426, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04000091552734, "Augmented-0.05-Quantile-Accuracy": 97.36000061035156, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.8109, "Augmented-Loss": 0.1641834567642212, "Clean-Accuracy": 98.97, "Clean-Loss": 0.09458977677822113, "PGD-Accuracy": 11.63, "PGD-Loss": 4.048571710205078}, "Total-Time": 388.106237411499, "Train": {"Loss": 1.3836682838510583, "avg t": 1.0050714924423783, "plain loss": 0.26044361706486435, "standard loss": 0.16603648022369102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.797, "Augmented-Loss": 0.15009946928858758, "Clean-Accuracy": 98.85, "Clean-Loss": 0.08869614545504252, "PGD-Accuracy": 11.066666666666666, "PGD-Loss": 4.016065935770671}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 96.62530899047852, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.9354, "Augmented-Loss": 0.1446896978340149, "Clean-Accuracy": 99.12, "Clean-Loss": 0.07624696667194367, "PGD-Accuracy": 11.05, "PGD-Loss": 3.552688673400879}, "Total-Time": 484.73154640197754, "Train": {"Loss": 1.360981867507652, "avg t": 1.0040619438312672, "plain loss": 0.24146045091770316, "standard loss": 0.14202594674516608}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.00616666666667, "Augmented-Loss": 0.13210419789115588, "Clean-Accuracy": 99.05, "Clean-Loss": 0.07137963114182154, "PGD-Accuracy": 10.583333333333334, "PGD-Loss": 3.4237784525553385}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 97.05722689628601, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.12999725341797, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.8622, "Augmented-Loss": 0.13815886485576628, "Clean-Accuracy": 99.0, "Clean-Loss": 0.06996018059253693, "PGD-Accuracy": 12.09, "PGD-Loss": 4.779693524169922}, "Total-Time": 581.7887732982635, "Train": {"Loss": 1.3351906533771092, "avg t": 1.003027703885679, "plain loss": 0.22673754279525177, "standard loss": 0.1256066810025109}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9565, "Augmented-Loss": 0.12496088833173116, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06479831333955129, "PGD-Accuracy": 11.25, "PGD-Loss": 4.659403755187988}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 96.9501805305481, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.37999725341797, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.8608, "Augmented-Loss": 0.14140872519874573, "Clean-Accuracy": 98.98, "Clean-Loss": 0.0681480631351471, "PGD-Accuracy": 11.49, "PGD-Loss": 4.402768579101562}, "Total-Time": 678.7389538288116, "Train": {"Loss": 1.3202063561898691, "avg t": 1.002218627859045, "plain loss": 0.21226260322994647, "standard loss": 0.11319523162532735}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.93666666666667, "Augmented-Loss": 0.12798244625528654, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.06399180631836256, "PGD-Accuracy": 11.516666666666667, "PGD-Loss": 4.225011678059896}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 96.31561613082886, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.3499984741211, "Augmented-0.05-Quantile-Accuracy": 97.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.9318, "Augmented-Loss": 0.1613045392599106, "Clean-Accuracy": 99.13, "Clean-Loss": 0.07784802558422088, "PGD-Accuracy": 12.3, "PGD-Loss": 5.612462789916992}, "Total-Time": 775.0545699596405, "Train": {"Loss": 1.3029496180922897, "avg t": 1.0018467624805591, "plain loss": 0.20070412291774065, "standard loss": 0.10711828067126097}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.81666564941406, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.97183333333334, "Augmented-Loss": 0.1533643913133939, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.07636557664473852, "PGD-Accuracy": 11.333333333333334, "PGD-Loss": 5.294149859110514}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 97.2543113231659, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.25999450683594, "Augmented-0.05-Quantile-Accuracy": 97.5199966430664, "Augmented-0.1-Quantile-Accuracy": 97.95999908447266, "Augmented-Accuracy": 98.855, "Augmented-Loss": 0.11828278456926346, "Clean-Accuracy": 98.96, "Clean-Loss": 0.061236860740184786, "PGD-Accuracy": 13.19, "PGD-Loss": 4.225978356933593}, "Total-Time": 872.3088812828064, "Train": {"Loss": 1.2811649682433517, "avg t": 1.001034696508337, "plain loss": 0.18898455911565684, "standard loss": 0.09989341645660224}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 98.99983333333333, "Augmented-Loss": 0.10584504691739877, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.056698047071695325, "PGD-Accuracy": 12.733333333333333, "PGD-Loss": 4.057838465372721}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 97.60991978645325, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.6199951171875, "Augmented-0.05-Quantile-Accuracy": 97.83999633789062, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.0269, "Augmented-Loss": 0.1011266937584877, "Clean-Accuracy": 99.17, "Clean-Loss": 0.04994745379686356, "PGD-Accuracy": 12.33, "PGD-Loss": 4.99225576171875}, "Total-Time": 969.9188010692596, "Train": {"Loss": 1.292276220533583, "avg t": 1.0008088573879665, "plain loss": 0.18204435499332566, "standard loss": 0.09406672739651468}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.06616666666666, "Augmented-Loss": 0.08985757862548033, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04662954533100128, "PGD-Accuracy": 12.483333333333333, "PGD-Loss": 4.806358540852864}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 97.52121257781982, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.23999786376953, "Augmented-0.05-Quantile-Accuracy": 97.68000030517578, "Augmented-0.1-Quantile-Accuracy": 98.1199951171875, "Augmented-Accuracy": 98.9273, "Augmented-Loss": 0.12841555762052537, "Clean-Accuracy": 98.99, "Clean-Loss": 0.06047533869743347, "PGD-Accuracy": 12.29, "PGD-Loss": 4.972289709472657}, "Total-Time": 1067.4400136470795, "Train": {"Loss": 1.3046600910469337, "avg t": 1.0006379469765556, "plain loss": 0.1763335124015808, "standard loss": 0.08869988805717892}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.11583333333333, "Augmented-Loss": 0.11456947554071745, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.054120912919441856, "PGD-Accuracy": 12.033333333333333, "PGD-Loss": 4.647161188761393}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 97.03974270820618, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.45999908447266, "Augmented-0.05-Quantile-Accuracy": 97.90999603271484, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 99.0392, "Augmented-Loss": 0.09469879121446609, "Clean-Accuracy": 99.16, "Clean-Loss": 0.04367036198377609, "PGD-Accuracy": 13.1, "PGD-Loss": 5.105666891479492}, "Total-Time": 1164.4797563552856, "Train": {"Loss": 1.292321443275169, "avg t": 1.0006668821264197, "plain loss": 0.17294107284192697, "standard loss": 0.08512877625226975}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.165, "Augmented-Loss": 0.08714567818363507, "Clean-Accuracy": 99.2, "Clean-Loss": 0.042584351574381195, "PGD-Accuracy": 12.716666666666667, "PGD-Loss": 4.922449020385742}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 96.31267023086548, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.16999816894531, "Augmented-0.05-Quantile-Accuracy": 97.50999450683594, "Augmented-0.1-Quantile-Accuracy": 97.86000061035156, "Augmented-Accuracy": 98.8251, "Augmented-Loss": 0.10688954299473763, "Clean-Accuracy": 99.02, "Clean-Loss": 0.05845484365224838, "PGD-Accuracy": 14.73, "PGD-Loss": 3.858562567138672}, "Total-Time": 1260.7924265861511, "Train": {"Loss": 1.2879908899024681, "avg t": 1.0003674995281078, "plain loss": 0.16588437366132378, "standard loss": 0.07810637922088305}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.94999694824219, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 98.9345, "Augmented-Loss": 0.09941083660085996, "Clean-Accuracy": 99.05, "Clean-Loss": 0.05577693772315979, "PGD-Accuracy": 14.15, "PGD-Loss": 3.6837932764689127}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 97.37051200866699, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.11000061035156, "Augmented-0.05-Quantile-Accuracy": 97.43000030517578, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.8558, "Augmented-Loss": 0.14817089372348785, "Clean-Accuracy": 99.07, "Clean-Loss": 0.066973808157444, "PGD-Accuracy": 12.14, "PGD-Loss": 3.4512420135498045}, "Total-Time": 1358.1629385948181, "Train": {"Loss": 1.3167242279052735, "avg t": 1.0005114519507796, "plain loss": 0.1616844170075875, "standard loss": 0.0818168267585613}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.95816666666667, "Augmented-Loss": 0.13645498318195343, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.06316979637742043, "PGD-Accuracy": 11.233333333333333, "PGD-Loss": 3.3494913686116536}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 96.85525631904602, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.55999755859375, "Augmented-0.05-Quantile-Accuracy": 97.23999786376953, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.8162, "Augmented-Loss": 0.1801956513810158, "Clean-Accuracy": 99.05, "Clean-Loss": 0.07616366505622864, "PGD-Accuracy": 11.24, "PGD-Loss": 3.276999870300293}, "Total-Time": 1455.0181949138641, "Train": {"Loss": 1.2897814035768862, "avg t": 1.0001655317942302, "plain loss": 0.15935708738962812, "standard loss": 0.07317201272536207}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.26666259765625, "Augmented-0.05-Quantile-Accuracy": 97.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.92866666666667, "Augmented-Loss": 0.1668052245159944, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.07096415303150813, "PGD-Accuracy": 10.383333333333333, "PGD-Loss": 3.1310798721313478}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 96.96823406219482, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 98.9799, "Augmented-Loss": 0.11576445602560044, "Clean-Accuracy": 99.12, "Clean-Loss": 0.05373822063207626, "PGD-Accuracy": 11.29, "PGD-Loss": 4.500981268310547}, "Total-Time": 1551.986428976059, "Train": {"Loss": 1.3042346700738978, "avg t": 0.9999851209322611, "plain loss": 0.15116339464187617, "standard loss": 0.07632684540969355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 99.02516666666666, "Augmented-Loss": 0.10611792489469052, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.051754474158088364, "PGD-Accuracy": 10.45, "PGD-Loss": 4.392307006835938}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 97.77718210220337, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.30999755859375, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 97.93999481201172, "Augmented-Accuracy": 98.9326, "Augmented-Loss": 0.11582144713592529, "Clean-Accuracy": 99.14, "Clean-Loss": 0.053246719980239866, "PGD-Accuracy": 13.04, "PGD-Loss": 6.348462518310547}, "Total-Time": 1649.7636110782623, "Train": {"Loss": 1.2979285443270647, "avg t": 1.0001021154898184, "plain loss": 0.15022006571381183, "standard loss": 0.07312341622953061}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.07283333333334, "Augmented-Loss": 0.1090987120727698, "Clean-Accuracy": 99.1, "Clean-Loss": 0.052244609102606775, "PGD-Accuracy": 13.3, "PGD-Loss": 6.124108355204264}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 97.35423064231873, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.12999725341797, "Augmented-0.05-Quantile-Accuracy": 97.37999725341797, "Augmented-0.1-Quantile-Accuracy": 97.81999969482422, "Augmented-Accuracy": 98.8179, "Augmented-Loss": 0.0960210739839077, "Clean-Accuracy": 99.07, "Clean-Loss": 0.04561030352115631, "PGD-Accuracy": 12.99, "PGD-Loss": 3.5503276458740234}, "Total-Time": 1747.117841720581, "Train": {"Loss": 1.3037895780845925, "avg t": 0.9999082497490777, "plain loss": 0.1493624554422167, "standard loss": 0.06769512743861587}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.04566666666666, "Augmented-Loss": 0.08365550926834345, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04274496275186539, "PGD-Accuracy": 12.366666666666667, "PGD-Loss": 3.408185930887858}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 96.91768002510071, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.27999877929688, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.9759, "Augmented-Loss": 0.08212343251180648, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03830922593176365, "PGD-Accuracy": 10.81, "PGD-Loss": 8.300874438476562}, "Total-Time": 1844.0355217456818, "Train": {"Loss": 1.3100616462495591, "avg t": 1.0000555780905265, "plain loss": 0.14453564405794514, "standard loss": 0.06419374207765968}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.0095, "Augmented-Loss": 0.07601460802008708, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.04061834465215604, "PGD-Accuracy": 10.716666666666667, "PGD-Loss": 7.884539215087891}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 96.59841752052307, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.68000030517578, "Augmented-0.05-Quantile-Accuracy": 97.48999786376953, "Augmented-0.1-Quantile-Accuracy": 97.83999633789062, "Augmented-Accuracy": 98.7706, "Augmented-Loss": 0.14407318109560013, "Clean-Accuracy": 98.95, "Clean-Loss": 0.05291078116297722, "PGD-Accuracy": 12.39, "PGD-Loss": 4.315824188232422}, "Total-Time": 1940.6339392662048, "Train": {"Loss": 1.335563175342701, "avg t": 1.0000828736623129, "plain loss": 0.143592166741689, "standard loss": 0.06258848698657972}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 98.9235, "Augmented-Loss": 0.12990458334187666, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.04926538905501366, "PGD-Accuracy": 12.266666666666667, "PGD-Loss": 4.176952743530274}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 96.50765490531921, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.66999816894531, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.72999572753906, "Augmented-Accuracy": 98.8456, "Augmented-Loss": 0.09408925254023075, "Clean-Accuracy": 99.08, "Clean-Loss": 0.040659198635816574, "PGD-Accuracy": 12.71, "PGD-Loss": 5.495878341674804}, "Total-Time": 2037.141594171524, "Train": {"Loss": 1.3216915705115706, "avg t": 1.0001969264878168, "plain loss": 0.14110132603292116, "standard loss": 0.05743870620181163}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.95633333333333, "Augmented-Loss": 0.08448552659541368, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04078303343305985, "PGD-Accuracy": 12.4, "PGD-Loss": 5.180327707926432}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 97.02530765533447, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.66999816894531, "Augmented-0.05-Quantile-Accuracy": 97.33999633789062, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.886, "Augmented-Loss": 0.14564721663856506, "Clean-Accuracy": 99.19, "Clean-Loss": 0.04775543594956398, "PGD-Accuracy": 9.04, "PGD-Loss": 6.092574404907227}, "Total-Time": 2134.1669018268585, "Train": {"Loss": 1.3838117812121355, "avg t": 1.000648652959753, "plain loss": 0.14099538572805898, "standard loss": 0.05896832255301652}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.43333435058594, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.01166666666667, "Augmented-Loss": 0.12844839511195819, "Clean-Accuracy": 99.25, "Clean-Loss": 0.043584902212023734, "PGD-Accuracy": 8.733333333333333, "PGD-Loss": 5.777520907084147}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 96.57353377342224, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 98.9048, "Augmented-Loss": 0.0830362048021555, "Clean-Accuracy": 99.11, "Clean-Loss": 0.03585173237323761, "PGD-Accuracy": 11.74, "PGD-Loss": 4.638965255737305}, "Total-Time": 2230.7404356002808, "Train": {"Loss": 1.3369555866806595, "avg t": 0.9999543531912345, "plain loss": 0.13873512976611094, "standard loss": 0.05568694755186637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 98.98383333333334, "Augmented-Loss": 0.07993018137335778, "Clean-Accuracy": 99.05, "Clean-Loss": 0.03897939452777306, "PGD-Accuracy": 11.733333333333333, "PGD-Loss": 4.382128021240234}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 97.48781847953796, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.15999603271484, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.07999420166016, "Augmented-Accuracy": 98.8525, "Augmented-Loss": 0.07034244950389862, "Clean-Accuracy": 99.09, "Clean-Loss": 0.035790965144336225, "PGD-Accuracy": 17.25, "PGD-Loss": 7.755633972167969}, "Total-Time": 2328.2282540798187, "Train": {"Loss": 1.4191354890046297, "avg t": 1.0005701904650088, "plain loss": 0.1351565272048668, "standard loss": 0.05499556337793668}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.887, "Augmented-Loss": 0.06600387611284853, "Clean-Accuracy": 99.0, "Clean-Loss": 0.03899264698848128, "PGD-Accuracy": 17.0, "PGD-Loss": 7.320094123840332}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 96.77163171768188, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.7699966430664, "Augmented-0.05-Quantile-Accuracy": 97.13999938964844, "Augmented-0.1-Quantile-Accuracy": 97.65999603271484, "Augmented-Accuracy": 98.67, "Augmented-Loss": 0.04416985721346177, "Clean-Accuracy": 98.81, "Clean-Loss": 0.03947525478899479, "PGD-Accuracy": 4.81, "PGD-Loss": 23.95557440185547}, "Total-Time": 2424.9998857975006, "Train": {"Loss": 1.414556689227069, "avg t": 1.0010812823330915, "plain loss": 0.1365306462323224, "standard loss": 0.056015700490662346}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.11666870117188, "Augmented-Accuracy": 98.84983333333334, "Augmented-Loss": 0.046492731166747396, "Clean-Accuracy": 98.95, "Clean-Loss": 0.0465602995272881, "PGD-Accuracy": 5.25, "PGD-Loss": 23.87044903564453}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 97.4107129573822, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.79000091552734, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.9988, "Augmented-Loss": 0.09490725844621659, "Clean-Accuracy": 99.11, "Clean-Loss": 0.03645096210241318, "PGD-Accuracy": 7.87, "PGD-Loss": 9.812768646240235}, "Total-Time": 2522.410598754883, "Train": {"Loss": 1.3637870587949399, "avg t": 0.9999976594889606, "plain loss": 0.1332942703141107, "standard loss": 0.053629625826522156}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.09166666666667, "Augmented-Loss": 0.08534643157700697, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.036690009947866205, "PGD-Accuracy": 7.433333333333334, "PGD-Loss": 9.630331975301107}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 97.25527858734131, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.25999450683594, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.9167, "Augmented-Loss": 0.09199977881360054, "Clean-Accuracy": 99.09, "Clean-Loss": 0.03890329316854477, "PGD-Accuracy": 12.94, "PGD-Loss": 4.007908897399902}, "Total-Time": 2619.665877342224, "Train": {"Loss": 1.322488981070342, "avg t": 0.999695962022852, "plain loss": 0.1360112770786993, "standard loss": 0.05381536179891339}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.11, "Augmented-Loss": 0.08610153734038274, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03696875230843822, "PGD-Accuracy": 12.783333333333333, "PGD-Loss": 3.8422736892700193}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 96.72884917259216, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.9993, "Augmented-Loss": 0.07412808808994294, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03362726469039917, "PGD-Accuracy": 13.14, "PGD-Loss": 4.282423876953125}, "Total-Time": 2716.3947265148163, "Train": {"Loss": 1.3274233262803818, "avg t": 0.9996770094765557, "plain loss": 0.13221200108528142, "standard loss": 0.05202344105806615}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.03166666666667, "Augmented-Loss": 0.06667228381440043, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.034771633662904304, "PGD-Accuracy": 12.6, "PGD-Loss": 4.162847727457683}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 97.08220791816711, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.98999786376953, "Augmented-0.05-Quantile-Accuracy": 97.02999877929688, "Augmented-0.1-Quantile-Accuracy": 97.50999450683594, "Augmented-Accuracy": 98.6719, "Augmented-Loss": 0.08152311267089844, "Clean-Accuracy": 98.85, "Clean-Loss": 0.042784240654110905, "PGD-Accuracy": 11.24, "PGD-Loss": 5.340731097412109}, "Total-Time": 2813.4769344329834, "Train": {"Loss": 1.3328097397133156, "avg t": 0.9996358251218442, "plain loss": 0.1301321502879813, "standard loss": 0.05003370475244743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.875, "Augmented-Loss": 0.07211276597181956, "Clean-Accuracy": 99.0, "Clean-Loss": 0.0396196340372165, "PGD-Accuracy": 10.633333333333333, "PGD-Loss": 5.129464403788249}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 97.02582550048828, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.00999450683594, "Augmented-0.05-Quantile-Accuracy": 97.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.9336, "Augmented-Loss": 0.09005333776402473, "Clean-Accuracy": 99.09, "Clean-Loss": 0.040109905594587325, "PGD-Accuracy": 8.75, "PGD-Loss": 9.547270977783203}, "Total-Time": 2910.5027599334717, "Train": {"Loss": 1.4268359674524378, "avg t": 1.0000235564797013, "plain loss": 0.13216520386272018, "standard loss": 0.051584733048936834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 98.9985, "Augmented-Loss": 0.08234275163561106, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.03980675052354733, "PGD-Accuracy": 8.783333333333333, "PGD-Loss": 9.246695444742839}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 97.47388482093811, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.08999633789062, "Augmented-0.05-Quantile-Accuracy": 96.31999969482422, "Augmented-0.1-Quantile-Accuracy": 97.1199951171875, "Augmented-Accuracy": 98.4346, "Augmented-Loss": 0.19582034594488143, "Clean-Accuracy": 98.8, "Clean-Loss": 0.06795876789093018, "PGD-Accuracy": 12.34, "PGD-Loss": 3.8762674041748046}, "Total-Time": 3007.97664475441, "Train": {"Loss": 1.3800146159419306, "avg t": 1.000030742150766, "plain loss": 0.12803754360410904, "standard loss": 0.05072923747367329}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.18333435058594, "Augmented-0.05-Quantile-Accuracy": 97.18333435058594, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.77083333333333, "Augmented-Loss": 0.17137491639534633, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06049279166261355, "PGD-Accuracy": 11.466666666666667, "PGD-Loss": 3.7657430801391603}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 97.62931609153748, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.62999725341797, "Augmented-0.05-Quantile-Accuracy": 97.86000061035156, "Augmented-0.1-Quantile-Accuracy": 98.27999877929688, "Augmented-Accuracy": 98.9815, "Augmented-Loss": 0.07045062308716774, "Clean-Accuracy": 99.09, "Clean-Loss": 0.032985352262854574, "PGD-Accuracy": 11.95, "PGD-Loss": 4.123132037353516}, "Total-Time": 3105.6059608459473, "Train": {"Loss": 1.342793471512971, "avg t": 0.9995433288856789, "plain loss": 0.1315086934072, "standard loss": 0.05011401422239012}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.0805, "Augmented-Loss": 0.063225165592134, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03544907747457425, "PGD-Accuracy": 11.716666666666667, "PGD-Loss": 3.9586892649332683}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 97.45311331748962, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.55999755859375, "Augmented-0.05-Quantile-Accuracy": 94.65999603271484, "Augmented-0.1-Quantile-Accuracy": 95.8699951171875, "Augmented-Accuracy": 97.9094, "Augmented-Loss": 0.31093868972492217, "Clean-Accuracy": 98.62, "Clean-Loss": 0.10731584210395813, "PGD-Accuracy": 11.14, "PGD-Loss": 3.5363276611328125}, "Total-Time": 3203.059074163437, "Train": {"Loss": 1.360840090998897, "avg t": 0.999789808485243, "plain loss": 0.12905680683630485, "standard loss": 0.04929454389711221}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.66666412353516, "Augmented-0.05-Quantile-Accuracy": 95.86666870117188, "Augmented-0.1-Quantile-Accuracy": 96.68333435058594, "Augmented-Accuracy": 98.3225, "Augmented-Loss": 0.27384071734110516, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.08965841684738796, "PGD-Accuracy": 10.3, "PGD-Loss": 3.5205092417399086}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 97.0723340511322, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.62999725341797, "Augmented-0.05-Quantile-Accuracy": 96.72000122070312, "Augmented-0.1-Quantile-Accuracy": 97.32999420166016, "Augmented-Accuracy": 98.5988, "Augmented-Loss": 0.18022538194322585, "Clean-Accuracy": 98.98, "Clean-Loss": 0.060783191692829135, "PGD-Accuracy": 11.11, "PGD-Loss": 3.4323464767456056}, "Total-Time": 3300.131408214569, "Train": {"Loss": 1.3831877107973451, "avg t": 0.9998587224041974, "plain loss": 0.13159221403333865, "standard loss": 0.05277201961974303}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.36666870117188, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.71666717529297, "Augmented-Accuracy": 98.7785, "Augmented-Loss": 0.15922113969484966, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.055596756512920065, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 3.3669769668579104}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 97.44686579704285, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.77999877929688, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.9638, "Augmented-Loss": 0.05190710585314035, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03184779893383384, "PGD-Accuracy": 15.03, "PGD-Loss": 4.788463940429687}, "Total-Time": 3397.578274011612, "Train": {"Loss": 1.3606388907962375, "avg t": 1.0000587609962182, "plain loss": 0.13036378619582561, "standard loss": 0.05242191143113154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.0975, "Augmented-Loss": 0.04885689445100725, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03493888003689547, "PGD-Accuracy": 15.183333333333334, "PGD-Loss": 4.664486106872559}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 96.35683512687683, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.07999420166016, "Augmented-0.05-Quantile-Accuracy": 97.41999816894531, "Augmented-0.1-Quantile-Accuracy": 97.93000030517578, "Augmented-Accuracy": 98.8764, "Augmented-Loss": 0.06276673042827845, "Clean-Accuracy": 99.03, "Clean-Loss": 0.035590770077705385, "PGD-Accuracy": 11.35, "PGD-Loss": 5.092887338256836}, "Total-Time": 3493.9351091384888, "Train": {"Loss": 1.4057696391918042, "avg t": 1.000205655309889, "plain loss": 0.1316315369235146, "standard loss": 0.05227326589519227}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.00833333333334, "Augmented-Loss": 0.0562336216105024, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.03722215236878643, "PGD-Accuracy": 11.066666666666666, "PGD-Loss": 4.9638436330159506}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 97.5878918170929, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.48999786376953, "Augmented-0.05-Quantile-Accuracy": 97.79000091552734, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 99.0312, "Augmented-Loss": 0.07943007371735573, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03445241046249867, "PGD-Accuracy": 11.22, "PGD-Loss": 4.177560916137695}, "Total-Time": 3591.5230009555817, "Train": {"Loss": 1.3684246222884566, "avg t": 0.9997304430361147, "plain loss": 0.12861427421746435, "standard loss": 0.05083374694141525}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.081, "Augmented-Loss": 0.07065964560543497, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03484490542858839, "PGD-Accuracy": 10.466666666666667, "PGD-Loss": 4.051942431131999}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 96.3301649093628, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.12999725341797, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 97.95999908447266, "Augmented-Accuracy": 98.9337, "Augmented-Loss": 0.08364642450261116, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03497041395008564, "PGD-Accuracy": 12.05, "PGD-Loss": 3.771304522705078}, "Total-Time": 3687.8531658649445, "Train": {"Loss": 1.3583743175930447, "avg t": 0.9995104874504938, "plain loss": 0.12707811335810903, "standard loss": 0.0498801963025773}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.04733333333333, "Augmented-Loss": 0.07500788656681776, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03636091191942493, "PGD-Accuracy": 11.183333333333334, "PGD-Loss": 3.641080202738444}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 97.350510597229, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.08999633789062, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.9064, "Augmented-Loss": 0.08751211917138099, "Clean-Accuracy": 99.13, "Clean-Loss": 0.03752191536128521, "PGD-Accuracy": 12.35, "PGD-Loss": 3.770696342468262}, "Total-Time": 3785.2036764621735, "Train": {"Loss": 1.3901494078812775, "avg t": 0.9995652231287073, "plain loss": 0.12945698612001197, "standard loss": 0.04978414556715224}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.10433333333333, "Augmented-Loss": 0.08280520290205876, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03856930661946535, "PGD-Accuracy": 11.383333333333333, "PGD-Loss": 3.6757872937520344}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 97.07141542434692, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.75, "Augmented-0.05-Quantile-Accuracy": 97.22999572753906, "Augmented-0.1-Quantile-Accuracy": 97.8699951171875, "Augmented-Accuracy": 98.8196, "Augmented-Loss": 0.05166053064022958, "Clean-Accuracy": 98.99, "Clean-Loss": 0.03366665698918514, "PGD-Accuracy": 10.42, "PGD-Loss": 6.2278954071044925}, "Total-Time": 3882.2750918865204, "Train": {"Loss": 5.889725503321047, "avg t": 1.0067271638446385, "plain loss": 0.1904544253755498, "standard loss": 0.09764770116684614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 99.0045, "Augmented-Loss": 0.04634038971604158, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.035505591871236294, "PGD-Accuracy": 9.6, "PGD-Loss": 5.837313550313314}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 96.69082283973694, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.73999786376953, "Augmented-0.05-Quantile-Accuracy": 97.06999969482422, "Augmented-0.1-Quantile-Accuracy": 97.62999725341797, "Augmented-Accuracy": 98.5132, "Augmented-Loss": 0.06406065286247077, "Clean-Accuracy": 98.76, "Clean-Loss": 0.06549703903358386, "PGD-Accuracy": 1.95, "PGD-Loss": 25.72293251953125}, "Total-Time": 3978.9659147262573, "Train": {"Loss": 1.809263156749584, "avg t": 1.0049799127225523, "plain loss": 0.13399240787647387, "standard loss": 0.05061170730651874}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.56666564941406, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.7665, "Augmented-Loss": 0.06654433606196278, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.07058736181137344, "PGD-Accuracy": 1.7, "PGD-Loss": 25.33468318684896}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 97.58240723609924, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.18999481201172, "Augmented-0.05-Quantile-Accuracy": 97.04000091552734, "Augmented-0.1-Quantile-Accuracy": 97.72999572753906, "Augmented-Accuracy": 98.7435, "Augmented-Loss": 0.12730960679483413, "Clean-Accuracy": 99.06, "Clean-Loss": 0.046306740230321886, "PGD-Accuracy": 10.91, "PGD-Loss": 3.854316923522949}, "Total-Time": 4076.5483219623566, "Train": {"Loss": 1.9343913976528027, "avg t": 1.0035957497667383, "plain loss": 0.12861668539223847, "standard loss": 0.05374959268591731}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.36666870117188, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.871, "Augmented-Loss": 0.11353845589299996, "Clean-Accuracy": 99.1, "Clean-Loss": 0.044487696645160515, "PGD-Accuracy": 10.233333333333333, "PGD-Loss": 3.699276166280111}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 97.28207230567932, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.25999450683594, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.9641, "Augmented-Loss": 0.08295669268798828, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03506379638910294, "PGD-Accuracy": 18.86, "PGD-Loss": 3.676954563903809}, "Total-Time": 4173.830394268036, "Train": {"Loss": 1.6429272465176052, "avg t": 1.0017514210630347, "plain loss": 0.13031911177811803, "standard loss": 0.05259252926514105}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.07583333333334, "Augmented-Loss": 0.07395715899974108, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0361505584847182, "PGD-Accuracy": 18.566666666666666, "PGD-Loss": 3.5118178151448567}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 97.19630122184753, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.69999694824219, "Augmented-0.05-Quantile-Accuracy": 96.72999572753906, "Augmented-0.1-Quantile-Accuracy": 97.3699951171875, "Augmented-Accuracy": 98.6449, "Augmented-Loss": 0.1639452487807274, "Clean-Accuracy": 99.13, "Clean-Loss": 0.05391251214742661, "PGD-Accuracy": 13.83, "PGD-Loss": 3.1882324996948244}, "Total-Time": 4271.026695489883, "Train": {"Loss": 1.4350851188235814, "avg t": 1.0002652617913705, "plain loss": 0.12362022683355564, "standard loss": 0.049820015422723914}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.11666870117188, "Augmented-Accuracy": 98.87983333333334, "Augmented-Loss": 0.14013394750555355, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04740627773851156, "PGD-Accuracy": 13.016666666666667, "PGD-Loss": 3.082145467122396}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 96.99488973617554, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.20999908447266, "Augmented-0.05-Quantile-Accuracy": 97.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.935, "Augmented-Loss": 0.08242284596729278, "Clean-Accuracy": 99.13, "Clean-Loss": 0.03597287023663521, "PGD-Accuracy": 13.47, "PGD-Loss": 3.7792874435424806}, "Total-Time": 4368.021585226059, "Train": {"Loss": 1.5989979223321986, "avg t": 1.0018677887563352, "plain loss": 0.13031172740371133, "standard loss": 0.05308051267404247}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.068, "Augmented-Loss": 0.07241901263753574, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03626168369874358, "PGD-Accuracy": 13.133333333333333, "PGD-Loss": 3.605998466491699}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 97.30762338638306, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.54000091552734, "Augmented-0.05-Quantile-Accuracy": 97.87999725341797, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.0142, "Augmented-Loss": 0.053733162506103514, "Clean-Accuracy": 99.19, "Clean-Loss": 0.030126814299821853, "PGD-Accuracy": 13.58, "PGD-Loss": 5.009367636108398}, "Total-Time": 4465.329208612442, "Train": {"Loss": 1.5152298716792354, "avg t": 1.0005889500158804, "plain loss": 0.12712678009139153, "standard loss": 0.05168839912861586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.12716666666667, "Augmented-Loss": 0.05311832293234765, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03683456999249756, "PGD-Accuracy": 12.983333333333333, "PGD-Loss": 4.639872617085775}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 97.66275811195374, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5199966430664, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 98.8751, "Augmented-Loss": 0.04056855267550796, "Clean-Accuracy": 99.01, "Clean-Loss": 0.036445045539690184, "PGD-Accuracy": 12.24, "PGD-Loss": 15.6263251953125}, "Total-Time": 4562.991966724396, "Train": {"Loss": 1.4618638535605537, "avg t": 1.0006272891362509, "plain loss": 0.12419916719242399, "standard loss": 0.050229508056270855}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.0135, "Augmented-Loss": 0.03984141487776341, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04036347303907193, "PGD-Accuracy": 12.766666666666667, "PGD-Loss": 15.377180480957032}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 97.31453704833984, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.64999389648438, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 99.0158, "Augmented-Loss": 0.05982027009356022, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03185260915011168, "PGD-Accuracy": 13.28, "PGD-Loss": 4.490566101074219}, "Total-Time": 4660.306503772736, "Train": {"Loss": 1.5601811098169398, "avg t": 1.0015365291171603, "plain loss": 0.12287961543224477, "standard loss": 0.0517990863583982}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.09216666666667, "Augmented-Loss": 0.05573474530565242, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03380686020758003, "PGD-Accuracy": 12.133333333333333, "PGD-Loss": 4.328847709655761}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 97.20812177658081, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.91999816894531, "Augmented-0.05-Quantile-Accuracy": 97.43999481201172, "Augmented-0.1-Quantile-Accuracy": 97.93999481201172, "Augmented-Accuracy": 98.9099, "Augmented-Loss": 0.11960661969041825, "Clean-Accuracy": 99.13, "Clean-Loss": 0.04816001099348068, "PGD-Accuracy": 13.39, "PGD-Loss": 3.3521787002563475}, "Total-Time": 4757.514625549316, "Train": {"Loss": 1.5077905144161647, "avg t": 1.000760053422716, "plain loss": 0.12537130587189282, "standard loss": 0.05346641029472704}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 99.02216666666666, "Augmented-Loss": 0.10940327252288659, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.047740335727731384, "PGD-Accuracy": 12.983333333333333, "PGD-Loss": 3.218001518249512}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 96.86742639541626, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04000091552734, "Augmented-0.05-Quantile-Accuracy": 97.55999755859375, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 98.8814, "Augmented-Loss": 0.08317307864558697, "Clean-Accuracy": 99.08, "Clean-Loss": 0.038162900750339034, "PGD-Accuracy": 12.91, "PGD-Loss": 3.9972972625732424}, "Total-Time": 4854.382051944733, "Train": {"Loss": 1.626873976142318, "avg t": 1.0016952867861146, "plain loss": 0.1282249187725562, "standard loss": 0.05334790455956978}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.41666412353516, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.0155, "Augmented-Loss": 0.07421209574103356, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.03733287801034749, "PGD-Accuracy": 12.15, "PGD-Loss": 3.876463358561198}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 97.44286394119263, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.22999572753906, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.61000061035156, "Augmented-Accuracy": 98.8428, "Augmented-Loss": 0.07075790095448493, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03476077311933041, "PGD-Accuracy": 12.56, "PGD-Loss": 6.285518673706055}, "Total-Time": 4951.824915885925, "Train": {"Loss": 1.4134619943477489, "avg t": 0.9998363458138925, "plain loss": 0.12307096629672581, "standard loss": 0.049222352750047486}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.90083333333334, "Augmented-Loss": 0.06702745156009993, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03950118820741773, "PGD-Accuracy": 11.6, "PGD-Loss": 5.802895960489908}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 96.58850026130676, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.08999633789062, "Augmented-0.05-Quantile-Accuracy": 97.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.9349, "Augmented-Loss": 0.0758037034586668, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03506314245164394, "PGD-Accuracy": 12.66, "PGD-Loss": 4.233061270141602}, "Total-Time": 5048.413416147232, "Train": {"Loss": 1.4610666693581476, "avg t": 1.0004537745228521, "plain loss": 0.1249766893598769, "standard loss": 0.05011436059601881}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.08183333333334, "Augmented-Loss": 0.06907926370864113, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03509336108155549, "PGD-Accuracy": 11.666666666666666, "PGD-Loss": 4.095427670796712}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 96.50694251060486, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9928, "Augmented-Loss": 0.07238294572162628, "Clean-Accuracy": 99.19, "Clean-Loss": 0.031006815761327744, "PGD-Accuracy": 11.98, "PGD-Loss": 3.9015201400756836}, "Total-Time": 5144.920358657837, "Train": {"Loss": 1.483849351035224, "avg t": 0.9998859214959321, "plain loss": 0.12608782529477708, "standard loss": 0.04910794622589041}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.48332977294922, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.207, "Augmented-Loss": 0.06381734180460373, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03201921214939406, "PGD-Accuracy": 11.016666666666667, "PGD-Loss": 3.7323334223429363}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 97.88719987869263, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.86000061035156, "Augmented-0.05-Quantile-Accuracy": 97.47000122070312, "Augmented-0.1-Quantile-Accuracy": 97.86000061035156, "Augmented-Accuracy": 98.8648, "Augmented-Loss": 0.07066975702404976, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03427533274143934, "PGD-Accuracy": 7.68, "PGD-Loss": 9.032534643554687}, "Total-Time": 5242.8075585365295, "Train": {"Loss": 1.4606121111622563, "avg t": 1.0003117991906625, "plain loss": 0.12610885571373842, "standard loss": 0.049746690515290806}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.0145, "Augmented-Loss": 0.06663581461946169, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.036428510650992396, "PGD-Accuracy": 6.866666666666666, "PGD-Loss": 8.730057047526042}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 97.04262471199036, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.80999755859375, "Augmented-0.05-Quantile-Accuracy": 96.93000030517578, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.8119, "Augmented-Loss": 0.14523763223171235, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05808105344772339, "PGD-Accuracy": 11.71, "PGD-Loss": 3.9592548477172853}, "Total-Time": 5339.85018324852, "Train": {"Loss": 1.3933768734402128, "avg t": 0.9998705376165885, "plain loss": 0.12111964932194462, "standard loss": 0.047975757246492085}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.08333587646484, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.96133333333333, "Augmented-Loss": 0.12951388362209001, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05484265882770221, "PGD-Accuracy": 10.933333333333334, "PGD-Loss": 3.7285260823567707}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 97.45544052124023, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.06999969482422, "Augmented-0.05-Quantile-Accuracy": 96.91999816894531, "Augmented-0.1-Quantile-Accuracy": 97.58999633789062, "Augmented-Accuracy": 98.7042, "Augmented-Loss": 0.1499001847076416, "Clean-Accuracy": 99.14, "Clean-Loss": 0.054917344450950624, "PGD-Accuracy": 11.93, "PGD-Loss": 3.1412693908691405}, "Total-Time": 5437.30562376976, "Train": {"Loss": 1.4026260483000013, "avg t": 0.9996551634117409, "plain loss": 0.12309011247422953, "standard loss": 0.049812114077456365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.11666870117188, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.92316666666666, "Augmented-Loss": 0.13103650365988415, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04989788853128751, "PGD-Accuracy": 11.05, "PGD-Loss": 3.0269136530558267}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 97.73099279403687, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.47999572753906, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.22999572753906, "Augmented-Accuracy": 99.0164, "Augmented-Loss": 0.06586262054193019, "Clean-Accuracy": 99.17, "Clean-Loss": 0.031407566748559476, "PGD-Accuracy": 11.87, "PGD-Loss": 4.067438499450684}, "Total-Time": 5535.036616563797, "Train": {"Loss": 1.4964335951805114, "avg t": 1.0005440522829692, "plain loss": 0.12712199608396596, "standard loss": 0.05101788015456663}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.163, "Augmented-Loss": 0.058289115686267615, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.032771482185460624, "PGD-Accuracy": 11.2, "PGD-Loss": 3.9622417348225913}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 97.34017324447632, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.80999755859375, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.8721, "Augmented-Loss": 0.07227604943037033, "Clean-Accuracy": 99.06, "Clean-Loss": 0.037781526687741276, "PGD-Accuracy": 11.6, "PGD-Loss": 5.965122250366211}, "Total-Time": 5632.376789808273, "Train": {"Loss": 1.4362385342209427, "avg t": 0.9999852173769915, "plain loss": 0.12273711299896237, "standard loss": 0.04928230768994049}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.51666259765625, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.96083333333333, "Augmented-Loss": 0.07004323512593905, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.04353335241849224, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 5.784023979187012}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 97.42438673973083, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.00999450683594, "Augmented-0.05-Quantile-Accuracy": 96.19999694824219, "Augmented-0.1-Quantile-Accuracy": 96.94999694824219, "Augmented-Accuracy": 98.4275, "Augmented-Loss": 0.12179127707791329, "Clean-Accuracy": 98.9, "Clean-Loss": 0.051394003051519394, "PGD-Accuracy": 11.6, "PGD-Loss": 3.830874494934082}, "Total-Time": 5729.801176548004, "Train": {"Loss": 1.4794810099071927, "avg t": 0.9998238072571931, "plain loss": 0.12560374653427706, "standard loss": 0.04960865881873502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.71666717529297, "Augmented-Accuracy": 98.784, "Augmented-Loss": 0.1074005587999026, "Clean-Accuracy": 99.05, "Clean-Loss": 0.047954168230295184, "PGD-Accuracy": 11.0, "PGD-Loss": 3.574135023752848}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 97.72097396850586, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.89999389648438, "Augmented-0.05-Quantile-Accuracy": 96.86000061035156, "Augmented-0.1-Quantile-Accuracy": 97.64999389648438, "Augmented-Accuracy": 98.7079, "Augmented-Loss": 0.07776703129947185, "Clean-Accuracy": 98.93, "Clean-Loss": 0.03804568156003952, "PGD-Accuracy": 11.41, "PGD-Loss": 4.973712028503418}, "Total-Time": 5827.52215051651, "Train": {"Loss": 1.5354765401769568, "avg t": 1.0009223316333913, "plain loss": 0.12195749787931079, "standard loss": 0.048967578379299354}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.06666564941406, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.92516666666667, "Augmented-Loss": 0.06930994682011506, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03906612806332608, "PGD-Accuracy": 10.566666666666666, "PGD-Loss": 4.746557670593262}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 96.57950735092163, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.6199951171875, "Augmented-0.05-Quantile-Accuracy": 97.80999755859375, "Augmented-0.1-Quantile-Accuracy": 98.25999450683594, "Augmented-Accuracy": 99.053, "Augmented-Loss": 0.0828480623267889, "Clean-Accuracy": 99.24, "Clean-Loss": 0.031874083118140696, "PGD-Accuracy": 11.69, "PGD-Loss": 3.927125337219238}, "Total-Time": 5924.101657867432, "Train": {"Loss": 1.4044821568241825, "avg t": 0.9993667760071931, "plain loss": 0.12041868062019354, "standard loss": 0.04713548001591806}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1755, "Augmented-Loss": 0.07410467400888603, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03441223229809354, "PGD-Accuracy": 10.616666666666667, "PGD-Loss": 3.833172762552897}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 97.38999009132385, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.0999984741211, "Augmented-0.05-Quantile-Accuracy": 94.66999816894531, "Augmented-0.1-Quantile-Accuracy": 95.80999755859375, "Augmented-Accuracy": 97.792, "Augmented-Loss": 0.10464861331498623, "Clean-Accuracy": 98.77, "Clean-Loss": 0.052001680697500705, "PGD-Accuracy": 5.26, "PGD-Loss": 18.12579522705078}, "Total-Time": 6021.4916479587555, "Train": {"Loss": 1.426014056523641, "avg t": 0.9996329315326832, "plain loss": 0.11771660039778116, "standard loss": 0.04559905650121746}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.08333587646484, "Augmented-0.05-Quantile-Accuracy": 95.28333282470703, "Augmented-0.1-Quantile-Accuracy": 96.5, "Augmented-Accuracy": 98.17066666666666, "Augmented-Loss": 0.09497134651566545, "Clean-Accuracy": 98.95, "Clean-Loss": 0.0480003843990465, "PGD-Accuracy": 5.4, "PGD-Loss": 18.01079419962565}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 97.09816527366638, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22000122070312, "Augmented-0.05-Quantile-Accuracy": 97.52999877929688, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.912, "Augmented-Loss": 0.08770064713299275, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03579589670747518, "PGD-Accuracy": 11.84, "PGD-Loss": 4.1629876708984375}, "Total-Time": 6118.589813232422, "Train": {"Loss": 1.4716309151119655, "avg t": 0.9997247043185764, "plain loss": 0.12081343843142181, "standard loss": 0.046788449184762104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0505, "Augmented-Loss": 0.07687540659298499, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03680980764888227, "PGD-Accuracy": 10.866666666666667, "PGD-Loss": 3.982143056233724}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 97.36552405357361, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.29000091552734, "Augmented-0.05-Quantile-Accuracy": 96.91999816894531, "Augmented-0.1-Quantile-Accuracy": 97.3699951171875, "Augmented-Accuracy": 98.5359, "Augmented-Loss": 0.058384563053239955, "Clean-Accuracy": 98.76, "Clean-Loss": 0.05891537682321577, "PGD-Accuracy": 4.83, "PGD-Loss": 22.70363370361328}, "Total-Time": 6215.9553372859955, "Train": {"Loss": 1.3429753206041124, "avg t": 0.9992694574285437, "plain loss": 0.11771470658514244, "standard loss": 0.048696081568245536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.23332977294922, "Augmented-0.05-Quantile-Accuracy": 97.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.80016666666667, "Augmented-Loss": 0.05996160626776228, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.06809802758401141, "PGD-Accuracy": 4.533333333333333, "PGD-Loss": 22.67729227701823}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 97.2404236793518, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.08999633789062, "Augmented-0.05-Quantile-Accuracy": 97.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.8763, "Augmented-Loss": 0.04904824365614355, "Clean-Accuracy": 99.09, "Clean-Loss": 0.03265035718176514, "PGD-Accuracy": 11.03, "PGD-Loss": 6.922844009399414}, "Total-Time": 6313.195760965347, "Train": {"Loss": 1.5323238562477959, "avg t": 1.0003203351409347, "plain loss": 0.12193141809481174, "standard loss": 0.04958379021176586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 99.01816666666667, "Augmented-Loss": 0.04742619809788341, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.0382173519829909, "PGD-Accuracy": 10.533333333333333, "PGD-Loss": 6.546422915140788}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 96.90693402290344, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.65999603271484, "Augmented-0.05-Quantile-Accuracy": 97.81999969482422, "Augmented-0.1-Quantile-Accuracy": 98.13999938964844, "Augmented-Accuracy": 99.0103, "Augmented-Loss": 0.05134146208900213, "Clean-Accuracy": 99.21, "Clean-Loss": 0.031013835453242062, "PGD-Accuracy": 11.47, "PGD-Loss": 5.898918603515625}, "Total-Time": 6410.102694988251, "Train": {"Loss": 1.4459304412559226, "avg t": 0.9998637378480699, "plain loss": 0.11731878467047667, "standard loss": 0.04695733256569063}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.10083333333333, "Augmented-Loss": 0.04933628942169249, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03532747985143214, "PGD-Accuracy": 10.55, "PGD-Loss": 5.708052579243978}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 97.69190216064453, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.36000061035156, "Augmented-0.05-Quantile-Accuracy": 97.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 99.0022, "Augmented-Loss": 0.07887922574532032, "Clean-Accuracy": 99.19, "Clean-Loss": 0.035625744266808035, "PGD-Accuracy": 11.2, "PGD-Loss": 5.555652935791016}, "Total-Time": 6507.794597148895, "Train": {"Loss": 1.4422105262897633, "avg t": 0.9994886414033395, "plain loss": 0.11682503873330599, "standard loss": 0.04474134100642469}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.106, "Augmented-Loss": 0.07143930637995402, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.037053601365536454, "PGD-Accuracy": 10.55, "PGD-Loss": 5.292978253682454}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 96.98316669464111, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.2699966430664, "Augmented-0.05-Quantile-Accuracy": 85.80999755859375, "Augmented-0.1-Quantile-Accuracy": 89.29999542236328, "Augmented-Accuracy": 94.6579, "Augmented-Loss": 0.5600599012908936, "Clean-Accuracy": 97.94, "Clean-Loss": 0.18036687068939208, "PGD-Accuracy": 11.21, "PGD-Loss": 2.926334020996094}, "Total-Time": 6604.777763843536, "Train": {"Loss": 1.4216858049322059, "avg t": 0.9994026073879666, "plain loss": 0.11974154305722999, "standard loss": 0.045311986688627966}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.41666412353516, "Augmented-0.05-Quantile-Accuracy": 88.41666412353516, "Augmented-0.1-Quantile-Accuracy": 91.63333129882812, "Augmented-Accuracy": 95.75133333333333, "Augmented-Loss": 0.500093450624148, "Clean-Accuracy": 98.35, "Clean-Loss": 0.15066680570443472, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 2.85754040145874}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 97.20804381370544, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.75999450683594, "Augmented-0.05-Quantile-Accuracy": 93.04999542236328, "Augmented-0.1-Quantile-Accuracy": 94.37999725341797, "Augmented-Accuracy": 97.0452, "Augmented-Loss": 0.21139618933057785, "Clean-Accuracy": 98.15, "Clean-Loss": 0.07124868299812079, "PGD-Accuracy": 10.76, "PGD-Loss": 5.223451644897461}, "Total-Time": 6701.985807657242, "Train": {"Loss": 14.281230177632084, "avg t": 1.11133465802228, "plain loss": 0.5041460680096241, "standard loss": 0.395938067327495}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.36666870117188, "Augmented-0.05-Quantile-Accuracy": 94.38333129882812, "Augmented-0.1-Quantile-Accuracy": 95.75, "Augmented-Accuracy": 97.85333333333334, "Augmented-Loss": 0.17421641464193663, "Clean-Accuracy": 98.45, "Clean-Loss": 0.05986109274874131, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 4.973664825439453}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 97.63735485076904, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.0, "Augmented-0.1-Quantile-Accuracy": 97.73999786376953, "Augmented-Accuracy": 98.7862, "Augmented-Loss": 0.07955699680191279, "Clean-Accuracy": 98.88, "Clean-Loss": 0.03870322388187051, "PGD-Accuracy": 10.79, "PGD-Loss": 6.131036196899414}, "Total-Time": 6799.623162508011, "Train": {"Loss": 2.7888313780184144, "avg t": 1.0180831630141647, "plain loss": 0.19323990093160553, "standard loss": 0.08309813399750877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.38333129882812, "Augmented-0.05-Quantile-Accuracy": 97.86666870117188, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.98566666666666, "Augmented-Loss": 0.0668759520931542, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03641370607664188, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 5.808095631917317}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 97.42869782447815, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.5199966430664, "Augmented-0.05-Quantile-Accuracy": 96.25, "Augmented-0.1-Quantile-Accuracy": 96.97000122070312, "Augmented-Accuracy": 98.4302, "Augmented-Loss": 0.14252254866480826, "Clean-Accuracy": 98.8, "Clean-Loss": 0.057138966262340544, "PGD-Accuracy": 10.59, "PGD-Loss": 4.253084658813477}, "Total-Time": 6897.051860332489, "Train": {"Loss": 2.634471253501044, "avg t": 1.0141431070257116, "plain loss": 0.18482909452297078, "standard loss": 0.08274371509447143}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.83333587646484, "Augmented-0.05-Quantile-Accuracy": 96.8499984741211, "Augmented-0.1-Quantile-Accuracy": 97.53333282470703, "Augmented-Accuracy": 98.68433333333333, "Augmented-Loss": 0.11749788942714533, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.048327596207459765, "PGD-Accuracy": 10.083333333333334, "PGD-Loss": 4.078549583435058}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 96.93879580497742, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.70999908447266, "Augmented-0.05-Quantile-Accuracy": 97.30999755859375, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.8058, "Augmented-Loss": 0.06217876399037242, "Clean-Accuracy": 98.97, "Clean-Loss": 0.03894849553015083, "PGD-Accuracy": 10.09, "PGD-Loss": 6.74225078125}, "Total-Time": 6993.990656137466, "Train": {"Loss": 2.2590925012871073, "avg t": 1.010789133283827, "plain loss": 0.17098662902514142, "standard loss": 0.07714635989076837}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.81666564941406, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 99.0325, "Augmented-Loss": 0.051690709257796404, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03546881171346952, "PGD-Accuracy": 10.25, "PGD-Loss": 6.512442105611165}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 97.66037607192993, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.45999908447266, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.89999389648438, "Augmented-Accuracy": 98.8419, "Augmented-Loss": 0.07359705786788463, "Clean-Accuracy": 99.01, "Clean-Loss": 0.038163598858565094, "PGD-Accuracy": 10.72, "PGD-Loss": 5.66495712890625}, "Total-Time": 7091.651032209396, "Train": {"Loss": 2.302437381532457, "avg t": 1.0092649724041973, "plain loss": 0.16359693059214836, "standard loss": 0.07767952412911863}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.0215, "Augmented-Loss": 0.06543572945137818, "Clean-Accuracy": 99.2, "Clean-Loss": 0.037895461417113745, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 5.267266070048015}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 96.2371129989624, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.0999984741211, "Augmented-0.05-Quantile-Accuracy": 94.18999481201172, "Augmented-0.1-Quantile-Accuracy": 95.6199951171875, "Augmented-Accuracy": 97.8992, "Augmented-Loss": 0.30782964785671235, "Clean-Accuracy": 98.91, "Clean-Loss": 0.10654211280345917, "PGD-Accuracy": 11.16, "PGD-Loss": 3.0824518325805665}, "Total-Time": 7187.888145208359, "Train": {"Loss": 1.7919684030038339, "avg t": 1.004831282156485, "plain loss": 0.15256304691632588, "standard loss": 0.06771101888269186}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.8499984741211, "Augmented-0.05-Quantile-Accuracy": 95.9000015258789, "Augmented-0.1-Quantile-Accuracy": 96.66666412353516, "Augmented-Accuracy": 98.32583333333334, "Augmented-Loss": 0.2752512995823224, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.0929056914448738, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 2.992026724497477}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 96.95138788223267, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.16999816894531, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.8893, "Augmented-Loss": 0.0741044113907814, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03790006960034371, "PGD-Accuracy": 11.71, "PGD-Loss": 4.576616650390625}, "Total-Time": 7284.839533090591, "Train": {"Loss": 1.7802378073798286, "avg t": 1.0042417277936582, "plain loss": 0.15142873294795003, "standard loss": 0.06370866372836409}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0485, "Augmented-Loss": 0.0669930330936114, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04009048612539967, "PGD-Accuracy": 11.066666666666666, "PGD-Loss": 4.39957568359375}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 97.46174669265747, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.87999725341797, "Augmented-0.05-Quantile-Accuracy": 97.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.8683, "Augmented-Loss": 0.050558512445032594, "Clean-Accuracy": 98.99, "Clean-Loss": 0.03561386266984046, "PGD-Accuracy": 10.17, "PGD-Loss": 9.225964508056641}, "Total-Time": 7382.301279783249, "Train": {"Loss": 1.891375720695213, "avg t": 1.0048025399314033, "plain loss": 0.14925389903916245, "standard loss": 0.06790028585217617}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.51666259765625, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.18333435058594, "Augmented-Accuracy": 98.97733333333333, "Augmented-Loss": 0.04741869569826871, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03870804000281108, "PGD-Accuracy": 9.583333333333334, "PGD-Loss": 8.9177685546875}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 96.35612726211548, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 97.95999908447266, "Augmented-Accuracy": 98.8515, "Augmented-Loss": 0.04579000186105817, "Clean-Accuracy": 99.03, "Clean-Loss": 0.03865947443931363, "PGD-Accuracy": 14.69, "PGD-Loss": 10.376051531982421}, "Total-Time": 7478.657407045364, "Train": {"Loss": 1.6475577247760913, "avg t": 1.003182121294516, "plain loss": 0.1456662252585092, "standard loss": 0.06481715102314398}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 98.99166666666666, "Augmented-Loss": 0.04725298436695399, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04571103451036227, "PGD-Accuracy": 14.95, "PGD-Loss": 9.672143102010091}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 97.09154033660889, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.9528, "Augmented-Loss": 0.09417021666133404, "Clean-Accuracy": 99.13, "Clean-Loss": 0.043583480021357535, "PGD-Accuracy": 10.82, "PGD-Loss": 4.857931690979004}, "Total-Time": 7575.748947381973, "Train": {"Loss": 1.6623991851100215, "avg t": 1.003287975947062, "plain loss": 0.14809927394125205, "standard loss": 0.06839415510274746}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.56666564941406, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 99.0135, "Augmented-Loss": 0.08484684024582306, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04380329838891824, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 4.622612205505371}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 96.72162437438965, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.37999725341797, "Augmented-0.05-Quantile-Accuracy": 97.27999877929688, "Augmented-0.1-Quantile-Accuracy": 97.75999450683594, "Augmented-Accuracy": 98.8578, "Augmented-Loss": 0.11461165175676345, "Clean-Accuracy": 99.11, "Clean-Loss": 0.04563230373859405, "PGD-Accuracy": 10.73, "PGD-Loss": 4.189851066589355}, "Total-Time": 7672.470571756363, "Train": {"Loss": 1.9566636108115867, "avg t": 1.0042713381802595, "plain loss": 0.14969482605722229, "standard loss": 0.06923455391662127}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.83333587646484, "Augmented-0.05-Quantile-Accuracy": 97.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.919, "Augmented-Loss": 0.10024623641570408, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.045433163200815516, "PGD-Accuracy": 10.0, "PGD-Loss": 4.01926690419515}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 97.26104164123535, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.20999908447266, "Augmented-0.05-Quantile-Accuracy": 97.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.9139, "Augmented-Loss": 0.08084432326698303, "Clean-Accuracy": 99.05, "Clean-Loss": 0.04063838877975941, "PGD-Accuracy": 10.45, "PGD-Loss": 4.902521258544922}, "Total-Time": 7769.731613397598, "Train": {"Loss": 1.8194956275092231, "avg t": 1.003845412236673, "plain loss": 0.14826034777605976, "standard loss": 0.06927691301593074}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.08033333333333, "Augmented-Loss": 0.07093061991294225, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.040440501532206935, "PGD-Accuracy": 9.816666666666666, "PGD-Loss": 4.715802932739257}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 97.30828070640564, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.68999481201172, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 99.0421, "Augmented-Loss": 0.053816461420595645, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03244874352961779, "PGD-Accuracy": 10.69, "PGD-Loss": 5.339147766113281}, "Total-Time": 7867.039894104004, "Train": {"Loss": 1.6794407369119149, "avg t": 1.0025655125158806, "plain loss": 0.13901148428387106, "standard loss": 0.058724689890527065}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.179, "Augmented-Loss": 0.05025446480837961, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.035006433511773745, "PGD-Accuracy": 10.05, "PGD-Loss": 5.041428202311198}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 96.92295718193054, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.72000122070312, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.8518, "Augmented-Loss": 0.043979953195894136, "Clean-Accuracy": 99.01, "Clean-Loss": 0.04135525568592129, "PGD-Accuracy": 13.28, "PGD-Loss": 10.327951541137695}, "Total-Time": 7963.962851285934, "Train": {"Loss": 1.6194618966844347, "avg t": 1.0016600823932225, "plain loss": 0.13376586443053345, "standard loss": 0.05755174910656556}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.00616666666667, "Augmented-Loss": 0.04504507508201098, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.0478467750014582, "PGD-Accuracy": 13.933333333333334, "PGD-Loss": 9.652500020345052}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 97.59642958641052, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.38999938964844, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 97.97000122070312, "Augmented-Accuracy": 98.8912, "Augmented-Loss": 0.089132068256855, "Clean-Accuracy": 99.13, "Clean-Loss": 0.03730595294684172, "PGD-Accuracy": 10.93, "PGD-Loss": 3.972252972412109}, "Total-Time": 8061.559280872345, "Train": {"Loss": 1.535364741290057, "avg t": 1.0009814076070431, "plain loss": 0.13309387356793434, "standard loss": 0.05347661441523168}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 98.989, "Augmented-Loss": 0.08098215881302953, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.040255907846614716, "PGD-Accuracy": 10.116666666666667, "PGD-Loss": 3.7918933690389}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 96.99000072479248, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.18999481201172, "Augmented-0.05-Quantile-Accuracy": 97.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.9215, "Augmented-Loss": 0.073605717890203, "Clean-Accuracy": 99.16, "Clean-Loss": 0.0334188522644341, "PGD-Accuracy": 10.72, "PGD-Loss": 5.196065316772461}, "Total-Time": 8158.549281597137, "Train": {"Loss": 1.495290228455155, "avg t": 1.0006738265885247, "plain loss": 0.1293714784110033, "standard loss": 0.049687735852061043}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.71666717529297, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.976, "Augmented-Loss": 0.06982760615671674, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03849600783549249, "PGD-Accuracy": 10.0, "PGD-Loss": 4.979344612121582}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 96.75011658668518, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.83999633789062, "Augmented-0.05-Quantile-Accuracy": 97.32999420166016, "Augmented-0.1-Quantile-Accuracy": 97.83999633789062, "Augmented-Accuracy": 98.8015, "Augmented-Loss": 0.08321489270329475, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03610070361793041, "PGD-Accuracy": 10.87, "PGD-Loss": 3.9795658447265625}, "Total-Time": 8255.299398183823, "Train": {"Loss": 1.7456611724606266, "avg t": 1.0026393937181544, "plain loss": 0.13185050732118123, "standard loss": 0.053059685769456404}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.86666870117188, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.97083333333333, "Augmented-Loss": 0.07401233420059085, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03690306608130534, "PGD-Accuracy": 10.033333333333333, "PGD-Loss": 3.736912612915039}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 96.63146948814392, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 98.9215, "Augmented-Loss": 0.050959455477952956, "Clean-Accuracy": 99.07, "Clean-Loss": 0.03081916303373873, "PGD-Accuracy": 10.68, "PGD-Loss": 5.599238104248047}, "Total-Time": 8351.930867671967, "Train": {"Loss": 1.6646027726067436, "avg t": 1.0009485662601612, "plain loss": 0.13329377373236187, "standard loss": 0.05162723673824911}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.015, "Augmented-Loss": 0.0493599271932741, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03617023299867287, "PGD-Accuracy": 10.05, "PGD-Loss": 5.361046936035156}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 97.163254737854, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.32999420166016, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 98.9509, "Augmented-Loss": 0.08416677113103867, "Clean-Accuracy": 99.17, "Clean-Loss": 0.03594035687372089, "PGD-Accuracy": 10.43, "PGD-Loss": 6.144647146606445}, "Total-Time": 8449.09412240982, "Train": {"Loss": 1.9069434506804854, "avg t": 1.0025342143376668, "plain loss": 0.1353086023189403, "standard loss": 0.055247503722534966}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.153, "Augmented-Loss": 0.0745614217381676, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03576023942573617, "PGD-Accuracy": 9.85, "PGD-Loss": 5.8729681981404624}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 96.84679841995239, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0999984741211, "Augmented-0.05-Quantile-Accuracy": 97.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.0199966430664, "Augmented-Accuracy": 98.9775, "Augmented-Loss": 0.06540256652837992, "Clean-Accuracy": 99.17, "Clean-Loss": 0.03279998169913888, "PGD-Accuracy": 10.49, "PGD-Loss": 5.119821948242188}, "Total-Time": 8545.940920829773, "Train": {"Loss": 3.958526226538199, "avg t": 1.0029255144507796, "plain loss": 0.15580635418891892, "standard loss": 0.06468789401788402}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.06933333333333, "Augmented-Loss": 0.05825521385344366, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03696683374373242, "PGD-Accuracy": 9.7, "PGD-Loss": 4.801726590474447}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 96.97102737426758, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.32999420166016, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 97.90999603271484, "Augmented-Accuracy": 98.8999, "Augmented-Loss": 0.09057434415626527, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03674151282906532, "PGD-Accuracy": 10.68, "PGD-Loss": 4.286176690673829}, "Total-Time": 8642.91194820404, "Train": {"Loss": 1.9329363984355221, "avg t": 1.002199144857901, "plain loss": 0.1371140354492046, "standard loss": 0.04933669684537583}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.09833333333333, "Augmented-Loss": 0.07829198289444049, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03556019818099836, "PGD-Accuracy": 10.05, "PGD-Loss": 4.0581744791666665}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 97.0237045288086, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.66999816894531, "Augmented-0.05-Quantile-Accuracy": 97.8699951171875, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 98.9913, "Augmented-Loss": 0.06245482828778028, "Clean-Accuracy": 99.19, "Clean-Loss": 0.030809657986462118, "PGD-Accuracy": 10.8, "PGD-Loss": 4.343575985717774}, "Total-Time": 8739.93565273285, "Train": {"Loss": 1.4913038997120327, "avg t": 1.0004631784403766, "plain loss": 0.13069368728708342, "standard loss": 0.04700622130675172}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.53333282470703, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.11433333333333, "Augmented-Loss": 0.05643341551358501, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.032493222567175205, "PGD-Accuracy": 10.15, "PGD-Loss": 4.116381083170573}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 96.57013034820557, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.15999603271484, "Augmented-0.05-Quantile-Accuracy": 97.97000122070312, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.022, "Augmented-Loss": 0.0368956539122276, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0349323626894562, "PGD-Accuracy": 10.66, "PGD-Loss": 6.648292199707031}, "Total-Time": 8836.505783081055, "Train": {"Loss": 1.5027208537348995, "avg t": 1.000515309969584, "plain loss": 0.13135638969032862, "standard loss": 0.047441872651792234}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.58333587646484, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.23566666666666, "Augmented-Loss": 0.0341032115019237, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03520178371660101, "PGD-Accuracy": 9.816666666666666, "PGD-Loss": 6.34031957244873}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 96.93753099441528, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.23999786376953, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9579, "Augmented-Loss": 0.09532829505169392, "Clean-Accuracy": 99.09, "Clean-Loss": 0.039367542520165444, "PGD-Accuracy": 10.95, "PGD-Loss": 3.6524692428588867}, "Total-Time": 8933.44331407547, "Train": {"Loss": 1.9824930671409324, "avg t": 1.0027968492861148, "plain loss": 0.13568380997269253, "standard loss": 0.05424471884218144}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.12116666666667, "Augmented-Loss": 0.08161578674703837, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.038124922466774784, "PGD-Accuracy": 10.116666666666667, "PGD-Loss": 3.517412762959798}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 97.51496410369873, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.58999633789062, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 99.0144, "Augmented-Loss": 0.08354450771474839, "Clean-Accuracy": 99.22, "Clean-Loss": 0.035706267927587035, "PGD-Accuracy": 11.24, "PGD-Loss": 3.948640675354004}, "Total-Time": 9030.958278179169, "Train": {"Loss": 1.608052015375208, "avg t": 1.0014548354148864, "plain loss": 0.1268933250851101, "standard loss": 0.04798340269937008}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.18333435058594, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.07283333333334, "Augmented-Loss": 0.07377302561710278, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.037081786833703514, "PGD-Accuracy": 10.633333333333333, "PGD-Loss": 3.858612609863281}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 97.27899217605591, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.8699951171875, "Augmented-0.05-Quantile-Accuracy": 96.32999420166016, "Augmented-0.1-Quantile-Accuracy": 97.18999481201172, "Augmented-Accuracy": 98.5564, "Augmented-Loss": 0.14480743395900728, "Clean-Accuracy": 98.98, "Clean-Loss": 0.05148686297237873, "PGD-Accuracy": 12.79, "PGD-Loss": 5.039371768188476}, "Total-Time": 9128.237270355225, "Train": {"Loss": 11.430599029329088, "avg t": 1.0820329122896548, "plain loss": 0.4258904755910236, "standard loss": 0.3026489082657047}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.01666259765625, "Augmented-0.05-Quantile-Accuracy": 97.01666259765625, "Augmented-0.1-Quantile-Accuracy": 97.71666717529297, "Augmented-Accuracy": 98.71833333333333, "Augmented-Loss": 0.1270677009421587, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.049054443078736465, "PGD-Accuracy": 12.483333333333333, "PGD-Loss": 4.795200915018717}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 96.99509882926941, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.93000030517578, "Augmented-0.05-Quantile-Accuracy": 96.36000061035156, "Augmented-0.1-Quantile-Accuracy": 97.22000122070312, "Augmented-Accuracy": 98.6043, "Augmented-Loss": 0.12524453327035903, "Clean-Accuracy": 99.08, "Clean-Loss": 0.05389407896399498, "PGD-Accuracy": 13.08, "PGD-Loss": 4.720186019897461}, "Total-Time": 9225.232369184494, "Train": {"Loss": 2.34501656376874, "avg t": 1.011771386411455, "plain loss": 0.17900887425034143, "standard loss": 0.08173392640571628}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.16666412353516, "Augmented-0.05-Quantile-Accuracy": 97.26666259765625, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.77733333333333, "Augmented-Loss": 0.10449569040477276, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.05161927924553553, "PGD-Accuracy": 12.716666666666667, "PGD-Loss": 4.477212254842122}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 97.43815851211548, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.33999633789062, "Augmented-0.05-Quantile-Accuracy": 97.18000030517578, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.8176, "Augmented-Loss": 0.10062862857925892, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04174228004217148, "PGD-Accuracy": 13.43, "PGD-Loss": 4.408078588867188}, "Total-Time": 9322.67052769661, "Train": {"Loss": 2.0832718664805094, "avg t": 1.0077090310873809, "plain loss": 0.1659597189302799, "standard loss": 0.0711695136508594}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.18333435058594, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 99.02266666666667, "Augmented-Loss": 0.08850298884034156, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04135214017455777, "PGD-Accuracy": 12.6, "PGD-Loss": 4.191125368754069}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 97.682382106781, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.81999969482422, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.1199951171875, "Augmented-Accuracy": 99.0148, "Augmented-Loss": 0.07083021359109878, "Clean-Accuracy": 99.22, "Clean-Loss": 0.032357594630867244, "PGD-Accuracy": 11.28, "PGD-Loss": 4.917361611938476}, "Total-Time": 9420.35290980339, "Train": {"Loss": 5.54376456617426, "avg t": 1.0105909754788434, "plain loss": 0.20286068100929205, "standard loss": 0.09343130545690656}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.6500015258789, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.08483333333334, "Augmented-Loss": 0.06545332922235131, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.038610203590864936, "PGD-Accuracy": 11.3, "PGD-Loss": 4.739435218811035}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 96.8865876197815, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.47000122070312, "Augmented-0.05-Quantile-Accuracy": 97.18000030517578, "Augmented-0.1-Quantile-Accuracy": 97.75999450683594, "Augmented-Accuracy": 98.7715, "Augmented-Loss": 0.059590110600709914, "Clean-Accuracy": 99.06, "Clean-Loss": 0.037616914186254145, "PGD-Accuracy": 11.42, "PGD-Loss": 7.398635903930664}, "Total-Time": 9517.239497423172, "Train": {"Loss": 1.901279163148668, "avg t": 1.0053080376519097, "plain loss": 0.15276856146388598, "standard loss": 0.06681320551203357}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.11666870117188, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.18333435058594, "Augmented-Accuracy": 98.87716666666667, "Augmented-Loss": 0.059379133236855265, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.04600595062132925, "PGD-Accuracy": 11.766666666666667, "PGD-Loss": 6.915027992248535}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 97.38758301734924, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.14999389648438, "Augmented-0.05-Quantile-Accuracy": 95.47000122070312, "Augmented-0.1-Quantile-Accuracy": 96.61000061035156, "Augmented-Accuracy": 98.3328, "Augmented-Loss": 0.23402897014522553, "Clean-Accuracy": 99.11, "Clean-Loss": 0.08309738373756409, "PGD-Accuracy": 12.75, "PGD-Loss": 3.1339227020263674}, "Total-Time": 9614.627080440521, "Train": {"Loss": 1.8769506845121031, "avg t": 1.0044639018023456, "plain loss": 0.15280634935520315, "standard loss": 0.07118596442706056}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.0, "Augmented-0.05-Quantile-Accuracy": 96.63333129882812, "Augmented-0.1-Quantile-Accuracy": 97.3499984741211, "Augmented-Accuracy": 98.63233333333334, "Augmented-Loss": 0.2102003359969457, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.07475429664055507, "PGD-Accuracy": 12.0, "PGD-Loss": 3.0944218139648436}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 97.23766922950745, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.93000030517578, "Augmented-0.05-Quantile-Accuracy": 94.37999725341797, "Augmented-0.1-Quantile-Accuracy": 95.58999633789062, "Augmented-Accuracy": 97.839, "Augmented-Loss": 0.15448335404062272, "Clean-Accuracy": 98.56, "Clean-Loss": 0.05727843616902828, "PGD-Accuracy": 11.39, "PGD-Loss": 6.101683587646485}, "Total-Time": 9711.864749670029, "Train": {"Loss": 11.75687990810253, "avg t": 1.0176640369980423, "plain loss": 0.2767424027902108, "standard loss": 0.16415158677747888}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.96666717529297, "Augmented-0.05-Quantile-Accuracy": 95.58333587646484, "Augmented-0.1-Quantile-Accuracy": 96.48332977294922, "Augmented-Accuracy": 98.28516666666667, "Augmented-Loss": 0.1421477002900839, "Clean-Accuracy": 98.75, "Clean-Loss": 0.057242011999090514, "PGD-Accuracy": 10.8, "PGD-Loss": 5.890267400105794}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 96.95067119598389, "Test": {"Augmented-0.01-Quantile-Accuracy": 85.72999572753906, "Augmented-0.05-Quantile-Accuracy": 91.75, "Augmented-0.1-Quantile-Accuracy": 93.54999542236328, "Augmented-Accuracy": 96.9732, "Augmented-Loss": 0.3094817471008301, "Clean-Accuracy": 98.28, "Clean-Loss": 0.09948262532949448, "PGD-Accuracy": 10.1, "PGD-Loss": 4.692245346069336}, "Total-Time": 9808.815420866013, "Train": {"Loss": 3.797385478266963, "avg t": 1.0213022505442302, "plain loss": 0.2089076057663666, "standard loss": 0.093548577852711}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.28333282470703, "Augmented-0.05-Quantile-Accuracy": 93.6500015258789, "Augmented-0.1-Quantile-Accuracy": 95.11666870117188, "Augmented-Accuracy": 97.586, "Augmented-Loss": 0.3032445543527603, "Clean-Accuracy": 98.66666666666667, "Clean-Loss": 0.09674282477299373, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 4.412721478780111}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 97.11591386795044, "Test": {"Augmented-0.01-Quantile-Accuracy": 11.34999942779541, "Augmented-0.05-Quantile-Accuracy": 11.34999942779541, "Augmented-0.1-Quantile-Accuracy": 11.34999942779541, "Augmented-Accuracy": 11.35, "Augmented-Loss": 2.3478904876556395, "Clean-Accuracy": 11.35, "Clean-Loss": 2.34788350982666, "PGD-Accuracy": 11.35, "PGD-Loss": 2.3478690994262696}, "Total-Time": 9905.931334733963, "Train": {"Loss": 8.00415759757713, "avg t": 1.0507756301738598, "plain loss": 0.3160950697881208, "standard loss": 0.207801218399778}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 10.5, "Augmented-0.05-Quantile-Accuracy": 10.5, "Augmented-0.1-Quantile-Accuracy": 10.5, "Augmented-Accuracy": 10.5, "Augmented-Loss": 2.3554185427093506, "Clean-Accuracy": 10.5, "Clean-Loss": 2.3554117940266925, "PGD-Accuracy": 10.5, "PGD-Loss": 2.3553729095458986}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 96.49588203430176, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.48999786376953, "Augmented-0.05-Quantile-Accuracy": 95.98999786376953, "Augmented-0.1-Quantile-Accuracy": 96.7699966430664, "Augmented-Accuracy": 98.2849, "Augmented-Loss": 0.07351651688016951, "Clean-Accuracy": 98.5, "Clean-Loss": 0.06071065688212402, "PGD-Accuracy": 10.68, "PGD-Loss": 10.746181256103515}, "Total-Time": 10002.427216768265, "Train": {"Loss": 14.20643864582203, "avg t": 1.147368512224268, "plain loss": 0.6049009394645692, "standard loss": 0.4660044682219073}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.53333282470703, "Augmented-0.05-Quantile-Accuracy": 97.08333587646484, "Augmented-0.1-Quantile-Accuracy": 97.58333587646484, "Augmented-Accuracy": 98.6195, "Augmented-Loss": 0.05997098837112387, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.052000770411415334, "PGD-Accuracy": 10.433333333333334, "PGD-Loss": 10.476555816650391}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 97.72998857498169, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.69999694824219, "Augmented-0.05-Quantile-Accuracy": 95.0999984741211, "Augmented-0.1-Quantile-Accuracy": 96.29999542236328, "Augmented-Accuracy": 98.1188, "Augmented-Loss": 0.15114268480539322, "Clean-Accuracy": 98.56, "Clean-Loss": 0.056511816495656966, "PGD-Accuracy": 11.05, "PGD-Loss": 6.531878964233399}, "Total-Time": 10100.157205343246, "Train": {"Loss": 4.176702826111405, "avg t": 1.028552973959181, "plain loss": 0.24384707987750018, "standard loss": 0.11574296392569387}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.6500015258789, "Augmented-0.05-Quantile-Accuracy": 95.5999984741211, "Augmented-0.1-Quantile-Accuracy": 96.76666259765625, "Augmented-Accuracy": 98.47583333333333, "Augmented-Loss": 0.1356265863263607, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.054176841638982294, "PGD-Accuracy": 10.2, "PGD-Loss": 6.193795883178711}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 96.98040723800659, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.73999786376953, "Augmented-0.05-Quantile-Accuracy": 95.05999755859375, "Augmented-0.1-Quantile-Accuracy": 96.22999572753906, "Augmented-Accuracy": 98.0153, "Augmented-Loss": 0.1324836055316925, "Clean-Accuracy": 98.49, "Clean-Loss": 0.06296092926505953, "PGD-Accuracy": 9.64, "PGD-Loss": 7.68405205078125}, "Total-Time": 10197.137612581253, "Train": {"Loss": 3.500776003660979, "avg t": 1.0216535719412345, "plain loss": 0.22246980046519552, "standard loss": 0.1013882439352089}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.36666870117188, "Augmented-0.05-Quantile-Accuracy": 96.03333282470703, "Augmented-0.1-Quantile-Accuracy": 96.9000015258789, "Augmented-Accuracy": 98.31833333333333, "Augmented-Loss": 0.1184123332053423, "Clean-Accuracy": 98.85, "Clean-Loss": 0.05808359622458617, "PGD-Accuracy": 8.966666666666667, "PGD-Loss": 7.595315854390463}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 97.15421342849731, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.04000091552734, "Augmented-0.05-Quantile-Accuracy": 95.5199966430664, "Augmented-0.1-Quantile-Accuracy": 96.47000122070312, "Augmented-Accuracy": 98.1878, "Augmented-Loss": 0.11516246407532692, "Clean-Accuracy": 98.72, "Clean-Loss": 0.05073244603872299, "PGD-Accuracy": 10.44, "PGD-Loss": 6.3178691375732425}, "Total-Time": 10294.29182600975, "Train": {"Loss": 3.353506285985311, "avg t": 1.0194091178752758, "plain loss": 0.2176347061369152, "standard loss": 0.10008507033851412}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.6500015258789, "Augmented-0.05-Quantile-Accuracy": 96.29999542236328, "Augmented-0.1-Quantile-Accuracy": 97.19999694824219, "Augmented-Accuracy": 98.46866666666666, "Augmented-Loss": 0.1012788305379947, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.046554572096715374, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 5.833997449239095}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 97.58513689041138, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.6199951171875, "Augmented-0.05-Quantile-Accuracy": 95.20999908447266, "Augmented-0.1-Quantile-Accuracy": 96.29999542236328, "Augmented-Accuracy": 98.2074, "Augmented-Loss": 0.1406982014555931, "Clean-Accuracy": 98.87, "Clean-Loss": 0.04676170822232962, "PGD-Accuracy": 10.74, "PGD-Loss": 5.842441052246094}, "Total-Time": 10391.876962900162, "Train": {"Loss": 3.8446038995672156, "avg t": 1.0186002829516376, "plain loss": 0.22000175167013097, "standard loss": 0.10698148028304179}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.83333587646484, "Augmented-0.05-Quantile-Accuracy": 96.33333587646484, "Augmented-0.1-Quantile-Accuracy": 97.13333129882812, "Augmented-Accuracy": 98.45816666666667, "Augmented-Loss": 0.12310644121795893, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.04635792225257804, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 5.517588122049967}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 96.67288827896118, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.61000061035156, "Augmented-0.05-Quantile-Accuracy": 95.65999603271484, "Augmented-0.1-Quantile-Accuracy": 96.62999725341797, "Augmented-Accuracy": 98.3924, "Augmented-Loss": 0.1260112067373991, "Clean-Accuracy": 98.88, "Clean-Loss": 0.05487734007835388, "PGD-Accuracy": 11.17, "PGD-Loss": 5.623728533935547}, "Total-Time": 10488.549851179123, "Train": {"Loss": 3.037150981231972, "avg t": 1.0162934254187124, "plain loss": 0.20777017125553549, "standard loss": 0.09833608985174862}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.16666412353516, "Augmented-0.05-Quantile-Accuracy": 96.78333282470703, "Augmented-0.1-Quantile-Accuracy": 97.53333282470703, "Augmented-Accuracy": 98.6425, "Augmented-Loss": 0.10794806115786235, "Clean-Accuracy": 99.05, "Clean-Loss": 0.05183101072907448, "PGD-Accuracy": 10.55, "PGD-Loss": 5.320188822428386}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 97.72604632377625, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.8699951171875, "Augmented-0.05-Quantile-Accuracy": 93.72000122070312, "Augmented-0.1-Quantile-Accuracy": 95.06999969482422, "Augmented-Accuracy": 97.4792, "Augmented-Loss": 0.13967382290959357, "Clean-Accuracy": 98.36, "Clean-Loss": 0.06924883684217929, "PGD-Accuracy": 10.1, "PGD-Loss": 8.378404403686524}, "Total-Time": 10586.2758975029, "Train": {"Loss": 2.90967925785206, "avg t": 1.0165957497490776, "plain loss": 0.20571733137501622, "standard loss": 0.09685437689983735}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.43333435058594, "Augmented-0.05-Quantile-Accuracy": 95.01666259765625, "Augmented-0.1-Quantile-Accuracy": 96.13333129882812, "Augmented-Accuracy": 98.077, "Augmented-Loss": 0.12606083335757257, "Clean-Accuracy": 98.55, "Clean-Loss": 0.06449079967911045, "PGD-Accuracy": 9.85, "PGD-Loss": 8.033224739074708}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 97.27892279624939, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.87999725341797, "Augmented-0.05-Quantile-Accuracy": 95.43000030517578, "Augmented-0.1-Quantile-Accuracy": 96.43999481201172, "Augmented-Accuracy": 98.23, "Augmented-Loss": 0.13486831263136864, "Clean-Accuracy": 98.74, "Clean-Loss": 0.05663946887105703, "PGD-Accuracy": 10.82, "PGD-Loss": 5.947085501098633}, "Total-Time": 10683.554820299149, "Train": {"Loss": 2.42854125100595, "avg t": 1.012998961660597, "plain loss": 0.19516368268684145, "standard loss": 0.08765481678755195}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.04999542236328, "Augmented-0.05-Quantile-Accuracy": 96.18333435058594, "Augmented-0.1-Quantile-Accuracy": 97.01666259765625, "Augmented-Accuracy": 98.50166666666667, "Augmented-Loss": 0.11491222354759772, "Clean-Accuracy": 98.95, "Clean-Loss": 0.05317771949929496, "PGD-Accuracy": 10.383333333333333, "PGD-Loss": 5.803436546325684}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 97.18781161308289, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.91999816894531, "Augmented-0.05-Quantile-Accuracy": 96.82999420166016, "Augmented-0.1-Quantile-Accuracy": 97.43000030517578, "Augmented-Accuracy": 98.651, "Augmented-Loss": 0.09657060199451446, "Clean-Accuracy": 99.02, "Clean-Loss": 0.042323955488950016, "PGD-Accuracy": 10.9, "PGD-Loss": 5.869753131103516}, "Total-Time": 10780.742631912231, "Train": {"Loss": 2.19991317681913, "avg t": 1.0108163805537753, "plain loss": 0.19226236194857868, "standard loss": 0.08807171478018992}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.8905, "Augmented-Loss": 0.08413552126323183, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04102807482347513, "PGD-Accuracy": 10.616666666666667, "PGD-Loss": 5.608798156738281}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 97.25883960723877, "Test": {"Augmented-0.01-Quantile-Accuracy": 87.56999969482422, "Augmented-0.05-Quantile-Accuracy": 92.44999694824219, "Augmented-0.1-Quantile-Accuracy": 94.08999633789062, "Augmented-Accuracy": 96.9774, "Augmented-Loss": 0.289521271478653, "Clean-Accuracy": 98.5, "Clean-Loss": 0.10032294118404389, "PGD-Accuracy": 10.28, "PGD-Loss": 3.4807393798828126}, "Total-Time": 10878.00147151947, "Train": {"Loss": 2.1689209112944425, "avg t": 1.0094154354024816, "plain loss": 0.18760193043284953, "standard loss": 0.0795451203061492}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.8499984741211, "Augmented-0.05-Quantile-Accuracy": 94.54999542236328, "Augmented-0.1-Quantile-Accuracy": 95.68333435058594, "Augmented-Accuracy": 97.82483333333333, "Augmented-Loss": 0.26092664126316706, "Clean-Accuracy": 98.9, "Clean-Loss": 0.08782470798492431, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 3.3278276443481447}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 97.00386381149292, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.75999450683594, "Augmented-0.05-Quantile-Accuracy": 95.54999542236328, "Augmented-0.1-Quantile-Accuracy": 96.43999481201172, "Augmented-Accuracy": 98.1984, "Augmented-Loss": 0.13334855817437172, "Clean-Accuracy": 98.86, "Clean-Loss": 0.050402179580926895, "PGD-Accuracy": 10.64, "PGD-Loss": 4.7335198181152345}, "Total-Time": 10975.005335330963, "Train": {"Loss": 1.9954667707372595, "avg t": 1.0084029932375307, "plain loss": 0.17980038204899562, "standard loss": 0.07350247205131584}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.26666259765625, "Augmented-0.05-Quantile-Accuracy": 96.41666412353516, "Augmented-0.1-Quantile-Accuracy": 97.23332977294922, "Augmented-Accuracy": 98.45583333333333, "Augmented-Loss": 0.116590086479187, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04687438464164734, "PGD-Accuracy": 10.033333333333333, "PGD-Loss": 4.552952224731445}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 97.17665719985962, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.88999938964844, "Augmented-0.05-Quantile-Accuracy": 95.39999389648438, "Augmented-0.1-Quantile-Accuracy": 96.31999969482422, "Augmented-Accuracy": 98.14, "Augmented-Loss": 0.23751771384334563, "Clean-Accuracy": 98.83, "Clean-Loss": 0.08039798498153687, "PGD-Accuracy": 10.19, "PGD-Loss": 4.057267204284668}, "Total-Time": 11072.181992530823, "Train": {"Loss": 2.0640413138071696, "avg t": 1.0086458076900906, "plain loss": 0.17816048706902382, "standard loss": 0.07154840041283105}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.38333129882812, "Augmented-0.05-Quantile-Accuracy": 96.48332977294922, "Augmented-0.1-Quantile-Accuracy": 97.23332977294922, "Augmented-Accuracy": 98.5685, "Augmented-Loss": 0.21163037460565567, "Clean-Accuracy": 98.95, "Clean-Loss": 0.07254211360216141, "PGD-Accuracy": 9.9, "PGD-Loss": 3.8891313959757485}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 97.28857588768005, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.54000091552734, "Augmented-0.05-Quantile-Accuracy": 96.64999389648438, "Augmented-0.1-Quantile-Accuracy": 97.32999420166016, "Augmented-Accuracy": 98.5751, "Augmented-Loss": 0.07740968096363544, "Clean-Accuracy": 98.92, "Clean-Loss": 0.0426684703502804, "PGD-Accuracy": 8.29, "PGD-Loss": 7.490420581054687}, "Total-Time": 11169.470568418503, "Train": {"Loss": 1.9778731439378527, "avg t": 1.0069024628533256, "plain loss": 0.17227620575339703, "standard loss": 0.06848213334022848}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.06666564941406, "Augmented-0.1-Quantile-Accuracy": 97.61666870117188, "Augmented-Accuracy": 98.708, "Augmented-Loss": 0.07170954466929039, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04326011697404707, "PGD-Accuracy": 7.583333333333333, "PGD-Loss": 7.169096155802409}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 96.89663505554199, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.43000030517578, "Augmented-0.05-Quantile-Accuracy": 97.11000061035156, "Augmented-0.1-Quantile-Accuracy": 97.66999816894531, "Augmented-Accuracy": 98.7111, "Augmented-Loss": 0.11176904329395294, "Clean-Accuracy": 98.92, "Clean-Loss": 0.046740325373411176, "PGD-Accuracy": 10.97, "PGD-Loss": 4.103539292907715}, "Total-Time": 11266.367203474045, "Train": {"Loss": 1.8328025673407096, "avg t": 1.0055390851056134, "plain loss": 0.16547785999509998, "standard loss": 0.06449352664403893}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.6500015258789, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 99.0745, "Augmented-Loss": 0.09031969755917788, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.039900462384025254, "PGD-Accuracy": 10.233333333333333, "PGD-Loss": 3.941012143452962}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 97.26890897750854, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.65999603271484, "Augmented-0.05-Quantile-Accuracy": 96.57999420166016, "Augmented-0.1-Quantile-Accuracy": 97.27999877929688, "Augmented-Accuracy": 98.484, "Augmented-Loss": 0.10265914251685143, "Clean-Accuracy": 98.86, "Clean-Loss": 0.045692136101424696, "PGD-Accuracy": 10.74, "PGD-Loss": 4.2517792449951175}, "Total-Time": 11363.636112451553, "Train": {"Loss": 1.7122483344607884, "avg t": 1.004580799985815, "plain loss": 0.16687756566648151, "standard loss": 0.06893148233286209}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.81916666666666, "Augmented-Loss": 0.08611476798872153, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.041594159901763, "PGD-Accuracy": 10.266666666666667, "PGD-Loss": 4.046428487141927}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 96.25193047523499, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.93000030517578, "Augmented-Accuracy": 98.901, "Augmented-Loss": 0.08355797499012947, "Clean-Accuracy": 99.08, "Clean-Loss": 0.03868327219635248, "PGD-Accuracy": 9.57, "PGD-Loss": 5.476411184692383}, "Total-Time": 11459.888042926788, "Train": {"Loss": 1.673056735533255, "avg t": 1.00410365874679, "plain loss": 0.161208152989988, "standard loss": 0.06675521907375918}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.05233333333334, "Augmented-Loss": 0.07404075437784195, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.03919946391259631, "PGD-Accuracy": 9.2, "PGD-Loss": 5.132346605936686}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 96.65163373947144, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.14999389648438, "Augmented-0.05-Quantile-Accuracy": 97.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.9369, "Augmented-Loss": 0.06807397844779492, "Clean-Accuracy": 99.11, "Clean-Loss": 0.036919046887755394, "PGD-Accuracy": 10.56, "PGD-Loss": 6.432134393310547}, "Total-Time": 11556.53967666626, "Train": {"Loss": 1.8118709153775816, "avg t": 1.004266467359331, "plain loss": 0.1680559179058781, "standard loss": 0.0696806370735867}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.9000015258789, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.07416666666667, "Augmented-Loss": 0.062297973421067, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03875860371937354, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 6.015585922241211}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 97.25011467933655, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.68000030517578, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.9523, "Augmented-Loss": 0.06662433740210533, "Clean-Accuracy": 99.03, "Clean-Loss": 0.037446072149276734, "PGD-Accuracy": 10.92, "PGD-Loss": 6.9081912109375}, "Total-Time": 11653.789791345596, "Train": {"Loss": 1.7037832120966028, "avg t": 1.0044000515407987, "plain loss": 0.16564082800194063, "standard loss": 0.0728927591048457}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.13083333333333, "Augmented-Loss": 0.05879531279971202, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03862968258280307, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 6.488156453450521}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 97.20523285865784, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.93999481201172, "Augmented-0.05-Quantile-Accuracy": 90.2699966430664, "Augmented-0.1-Quantile-Accuracy": 92.75, "Augmented-Accuracy": 96.4885, "Augmented-Loss": 0.5670179422073365, "Clean-Accuracy": 98.83, "Clean-Loss": 0.1788610857963562, "PGD-Accuracy": 11.01, "PGD-Loss": 2.907302116394043}, "Total-Time": 11750.995024204254, "Train": {"Loss": 1.6760105781555177, "avg t": 1.0041060217398183, "plain loss": 0.16433900711448104, "standard loss": 0.07083254111944526}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.11666870117188, "Augmented-0.05-Quantile-Accuracy": 92.46666717529297, "Augmented-0.1-Quantile-Accuracy": 94.56666564941406, "Augmented-Accuracy": 97.24116666666667, "Augmented-Loss": 0.5262779542684555, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.16026940608024598, "PGD-Accuracy": 10.3, "PGD-Loss": 2.8445545603434246}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 96.23514914512634, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.6199951171875, "Augmented-0.05-Quantile-Accuracy": 97.23999786376953, "Augmented-0.1-Quantile-Accuracy": 97.72999572753906, "Augmented-Accuracy": 98.7575, "Augmented-Loss": 0.09454921701216698, "Clean-Accuracy": 99.01, "Clean-Loss": 0.042316056525707246, "PGD-Accuracy": 11.57, "PGD-Loss": 4.645851803588867}, "Total-Time": 11847.23017334938, "Train": {"Loss": 1.6518463307310034, "avg t": 1.0035493571140148, "plain loss": 0.16001787015773639, "standard loss": 0.06976549981217141}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 98.8835, "Augmented-Loss": 0.08344845579693715, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04160966825733582, "PGD-Accuracy": 10.816666666666666, "PGD-Loss": 4.342806643168132}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 96.91466784477234, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.16999816894531, "Augmented-0.05-Quantile-Accuracy": 96.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.25, "Augmented-Accuracy": 98.5907, "Augmented-Loss": 0.18069616841697692, "Clean-Accuracy": 99.04, "Clean-Loss": 0.06422428195476532, "PGD-Accuracy": 11.38, "PGD-Loss": 3.766583233642578}, "Total-Time": 11944.144841194153, "Train": {"Loss": 1.6569129439459906, "avg t": 1.0034361723087453, "plain loss": 0.16341348387576918, "standard loss": 0.072011668332473}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.9000015258789, "Augmented-0.05-Quantile-Accuracy": 97.4000015258789, "Augmented-0.1-Quantile-Accuracy": 97.94999694824219, "Augmented-Accuracy": 98.81933333333333, "Augmented-Loss": 0.15781382032275199, "Clean-Accuracy": 99.05, "Clean-Loss": 0.058719424039125445, "PGD-Accuracy": 10.716666666666667, "PGD-Loss": 3.631398249308268}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 96.43375849723816, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22000122070312, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.07999420166016, "Augmented-Accuracy": 98.9488, "Augmented-Loss": 0.1028088567893505, "Clean-Accuracy": 99.02, "Clean-Loss": 0.043491715320944785, "PGD-Accuracy": 11.01, "PGD-Loss": 4.159365814208984}, "Total-Time": 12040.578599691391, "Train": {"Loss": 1.636664223070498, "avg t": 1.0038972062181544, "plain loss": 0.16058170950147824, "standard loss": 0.07030840506259765}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.0755, "Augmented-Loss": 0.0910951593631506, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.042938992977142335, "PGD-Accuracy": 10.516666666666667, "PGD-Loss": 3.9403067092895507}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 97.24473214149475, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 99.0121, "Augmented-Loss": 0.08402924423599244, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03511082880496979, "PGD-Accuracy": 10.02, "PGD-Loss": 4.866683947753907}, "Total-Time": 12137.823331832886, "Train": {"Loss": 1.7767534654052168, "avg t": 1.0038388053399545, "plain loss": 0.16035347837518757, "standard loss": 0.07100205329943586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.02866666666667, "Augmented-Loss": 0.07984430124650399, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.040168220234413944, "PGD-Accuracy": 9.366666666666667, "PGD-Loss": 4.592182960510254}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 96.87962317466736, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.1199951171875, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.932, "Augmented-Loss": 0.10030106061172485, "Clean-Accuracy": 99.18, "Clean-Loss": 0.042032641512155536, "PGD-Accuracy": 9.58, "PGD-Loss": 5.1686616760253905}, "Total-Time": 12234.702955007553, "Train": {"Loss": 1.6908777485600224, "avg t": 1.0040969554759838, "plain loss": 0.1646603260940977, "standard loss": 0.07075632099007015}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.00883333333333, "Augmented-Loss": 0.09054681424836318, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.044078079727788766, "PGD-Accuracy": 9.15, "PGD-Loss": 5.025909116109212}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 97.41311573982239, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.63999938964844, "Augmented-0.05-Quantile-Accuracy": 96.63999938964844, "Augmented-0.1-Quantile-Accuracy": 97.37999725341797, "Augmented-Accuracy": 98.5346, "Augmented-Loss": 0.16512131589365006, "Clean-Accuracy": 98.91, "Clean-Loss": 0.059947443175315855, "PGD-Accuracy": 11.2, "PGD-Loss": 3.345554536437988}, "Total-Time": 12332.116070747375, "Train": {"Loss": 1.6874700655760588, "avg t": 1.0041987108654447, "plain loss": 0.16880824497010963, "standard loss": 0.07590637291250406}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.4000015258789, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.7975, "Augmented-Loss": 0.14800433062314988, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.056959519992272056, "PGD-Accuracy": 10.4, "PGD-Loss": 3.2171879755655923}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 97.3929717540741, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.77999877929688, "Augmented-0.05-Quantile-Accuracy": 95.30999755859375, "Augmented-0.1-Quantile-Accuracy": 96.43000030517578, "Augmented-Accuracy": 98.0824, "Augmented-Loss": 0.3307362778186798, "Clean-Accuracy": 98.89, "Clean-Loss": 0.11401463766098023, "PGD-Accuracy": 11.05, "PGD-Loss": 2.894505877685547}, "Total-Time": 12429.50904250145, "Train": {"Loss": 1.8083026623196072, "avg t": 1.0029450457537616, "plain loss": 0.1594549084928299, "standard loss": 0.07242443645055648}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.83333587646484, "Augmented-0.05-Quantile-Accuracy": 96.33333587646484, "Augmented-0.1-Quantile-Accuracy": 97.18333435058594, "Augmented-Accuracy": 98.4685, "Augmented-Loss": 0.2909492325894038, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.09847982124487559, "PGD-Accuracy": 10.383333333333333, "PGD-Loss": 2.8468116709391276}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 97.18376994132996, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 99.0153, "Augmented-Loss": 0.06835638527095318, "Clean-Accuracy": 99.09, "Clean-Loss": 0.037364960971474646, "PGD-Accuracy": 11.35, "PGD-Loss": 6.236014581298828}, "Total-Time": 12526.69281244278, "Train": {"Loss": 1.9143697514004177, "avg t": 1.0047427888446383, "plain loss": 0.16880590162983652, "standard loss": 0.07620212190901791}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.06033333333333, "Augmented-Loss": 0.06480023124232888, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04002331881411374, "PGD-Accuracy": 10.75, "PGD-Loss": 6.072520604451498}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 97.14209794998169, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.64999389648438, "Augmented-0.05-Quantile-Accuracy": 97.14999389648438, "Augmented-0.1-Quantile-Accuracy": 97.68999481201172, "Augmented-Accuracy": 98.7796, "Augmented-Loss": 0.13203693774890898, "Clean-Accuracy": 99.09, "Clean-Loss": 0.0568379963696003, "PGD-Accuracy": 11.63, "PGD-Loss": 3.798214320373535}, "Total-Time": 12623.834910392761, "Train": {"Loss": 1.5814521676169502, "avg t": 1.003680819193522, "plain loss": 0.16067759362679948, "standard loss": 0.07157169868935037}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.8555, "Augmented-Loss": 0.11417690048853556, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.051565736949443816, "PGD-Accuracy": 11.316666666666666, "PGD-Loss": 3.690527758280436}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 96.67555522918701, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.22000122070312, "Augmented-0.05-Quantile-Accuracy": 97.12999725341797, "Augmented-0.1-Quantile-Accuracy": 97.79000091552734, "Augmented-Accuracy": 98.7993, "Augmented-Loss": 0.11534673399877549, "Clean-Accuracy": 99.05, "Clean-Loss": 0.04793850615620613, "PGD-Accuracy": 11.28, "PGD-Loss": 3.854468618774414}, "Total-Time": 12720.510465621948, "Train": {"Loss": 1.6530072300522416, "avg t": 1.003543473561605, "plain loss": 0.16102058027761934, "standard loss": 0.07308267915455831}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.842, "Augmented-Loss": 0.10537220491409302, "Clean-Accuracy": 99.05, "Clean-Loss": 0.048521217758456865, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 3.708260634104411}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 97.73258948326111, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.43999481201172, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.8283, "Augmented-Loss": 0.0885709270966053, "Clean-Accuracy": 98.95, "Clean-Loss": 0.04172138660848141, "PGD-Accuracy": 11.35, "PGD-Loss": 4.307549624633789}, "Total-Time": 12818.24305510521, "Train": {"Loss": 1.5453812714682684, "avg t": 1.0030244727664523, "plain loss": 0.15876150054931648, "standard loss": 0.07165845262135069}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.91666412353516, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.9745, "Augmented-Loss": 0.07895661616702875, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04146173714349667, "PGD-Accuracy": 10.783333333333333, "PGD-Loss": 4.109239016215007}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 97.11855506896973, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.11000061035156, "Augmented-0.05-Quantile-Accuracy": 96.36000061035156, "Augmented-0.1-Quantile-Accuracy": 97.13999938964844, "Augmented-Accuracy": 98.5531, "Augmented-Loss": 0.12154688867688179, "Clean-Accuracy": 98.97, "Clean-Loss": 0.044632735097408296, "PGD-Accuracy": 10.33, "PGD-Loss": 4.669251098632812}, "Total-Time": 12915.361610174179, "Train": {"Loss": 1.6213612693150838, "avg t": 1.003544197011877, "plain loss": 0.15859014892578122, "standard loss": 0.07424690886117793}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.79999542236328, "Augmented-0.05-Quantile-Accuracy": 96.81666564941406, "Augmented-0.1-Quantile-Accuracy": 97.58333587646484, "Augmented-Accuracy": 98.62133333333334, "Augmented-Loss": 0.11463583240350088, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04916240280369918, "PGD-Accuracy": 9.633333333333333, "PGD-Loss": 4.493236305236817}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 96.90293049812317, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.18000030517578, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.7801, "Augmented-Loss": 0.10260772178459167, "Clean-Accuracy": 98.98, "Clean-Loss": 0.05008855386972427, "PGD-Accuracy": 10.97, "PGD-Loss": 4.4357114624023435}, "Total-Time": 13012.264540672302, "Train": {"Loss": 2.029376526585332, "avg t": 1.0048704411895186, "plain loss": 0.1671657395822029, "standard loss": 0.08166500457238268}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.46666717529297, "Augmented-0.05-Quantile-Accuracy": 97.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.18333435058594, "Augmented-Accuracy": 98.87883333333333, "Augmented-Loss": 0.09386239187538624, "Clean-Accuracy": 99.1, "Clean-Loss": 0.049042288592706124, "PGD-Accuracy": 10.416666666666666, "PGD-Loss": 4.249487075805664}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 97.45592975616455, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.64999389648438, "Augmented-0.05-Quantile-Accuracy": 97.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9705, "Augmented-Loss": 0.163413583632946, "Clean-Accuracy": 99.12, "Clean-Loss": 0.0663958345413208, "PGD-Accuracy": 10.86, "PGD-Loss": 3.5358663345336914}, "Total-Time": 13109.720470428467, "Train": {"Loss": 1.5716044229578088, "avg t": 1.00281787554423, "plain loss": 0.15719442607385162, "standard loss": 0.07289887783952333}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.11666870117188, "Augmented-Accuracy": 98.974, "Augmented-Loss": 0.14716237197558085, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06299309836824735, "PGD-Accuracy": 10.183333333333334, "PGD-Loss": 3.405623060862223}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 97.28562355041504, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.97999572753906, "Augmented-0.05-Quantile-Accuracy": 96.88999938964844, "Augmented-0.1-Quantile-Accuracy": 97.54000091552734, "Augmented-Accuracy": 98.59, "Augmented-Loss": 0.08126930533277989, "Clean-Accuracy": 98.79, "Clean-Loss": 0.04940943475663662, "PGD-Accuracy": 15.85, "PGD-Loss": 8.2682990814209}, "Total-Time": 13207.006093978882, "Train": {"Loss": 2.467529126697116, "avg t": 1.0043483057375306, "plain loss": 0.16888648588569072, "standard loss": 0.07927035936713218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.76616666666666, "Augmented-Loss": 0.0724481041315198, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04835618839412928, "PGD-Accuracy": 15.833333333333334, "PGD-Loss": 8.212137252807617}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 97.14458084106445, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.45999908447266, "Augmented-0.05-Quantile-Accuracy": 97.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.8906, "Augmented-Loss": 0.06482017540848255, "Clean-Accuracy": 98.99, "Clean-Loss": 0.03792627062648535, "PGD-Accuracy": 11.08, "PGD-Loss": 5.031212963867188}, "Total-Time": 13304.150674819946, "Train": {"Loss": 1.5943983717317933, "avg t": 1.003379025247362, "plain loss": 0.1568450201917576, "standard loss": 0.07251839834230918}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.998, "Augmented-Loss": 0.058878422206640246, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.03859945351009567, "PGD-Accuracy": 10.416666666666666, "PGD-Loss": 4.7970015385945635}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 97.51742959022522, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.70999908447266, "Augmented-0.05-Quantile-Accuracy": 96.81999969482422, "Augmented-0.1-Quantile-Accuracy": 97.57999420166016, "Augmented-Accuracy": 98.7319, "Augmented-Loss": 0.18641934506416322, "Clean-Accuracy": 99.04, "Clean-Loss": 0.06282911621332168, "PGD-Accuracy": 11.02, "PGD-Loss": 3.3825076889038086}, "Total-Time": 13401.668104410172, "Train": {"Loss": 1.6789711935255263, "avg t": 1.002804951208609, "plain loss": 0.1599052532019439, "standard loss": 0.07173455057017229}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.03333282470703, "Augmented-Accuracy": 98.9595, "Augmented-Loss": 0.16488664351065954, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05822304629782836, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 3.2565359217325844}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 96.95764327049255, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.87999725341797, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.9624, "Augmented-Loss": 0.07556484536290169, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03722726333737374, "PGD-Accuracy": 10.84, "PGD-Loss": 4.381838827514648}, "Total-Time": 13498.625747680664, "Train": {"Loss": 1.5594787964291044, "avg t": 1.0030815715966401, "plain loss": 0.15734495989128391, "standard loss": 0.0701977293971512}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.096, "Augmented-Loss": 0.07142534844835599, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04103420523181558, "PGD-Accuracy": 10.2, "PGD-Loss": 4.05453431447347}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 97.37348365783691, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.3499984741211, "Augmented-0.05-Quantile-Accuracy": 97.18999481201172, "Augmented-0.1-Quantile-Accuracy": 97.75999450683594, "Augmented-Accuracy": 98.7958, "Augmented-Loss": 0.17417215822315216, "Clean-Accuracy": 99.12, "Clean-Loss": 0.05962592085599899, "PGD-Accuracy": 11.12, "PGD-Loss": 3.389846142578125}, "Total-Time": 13595.999231338501, "Train": {"Loss": 2.4367736357229726, "avg t": 1.0053959041171603, "plain loss": 0.1700160559159738, "standard loss": 0.07200082836824435}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.8705, "Augmented-Loss": 0.16230378114302954, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.05930262838800748, "PGD-Accuracy": 10.433333333333334, "PGD-Loss": 3.2453754145304363}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 97.34157013893127, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.62999725341797, "Augmented-0.05-Quantile-Accuracy": 96.11000061035156, "Augmented-0.1-Quantile-Accuracy": 97.02999877929688, "Augmented-Accuracy": 98.464, "Augmented-Loss": 0.09966367560756206, "Clean-Accuracy": 98.89, "Clean-Loss": 0.047949713177233934, "PGD-Accuracy": 10.58, "PGD-Loss": 5.960097821044922}, "Total-Time": 13693.340801477432, "Train": {"Loss": 4.505603707772714, "avg t": 1.0147949687110054, "plain loss": 0.21546678879525927, "standard loss": 0.11051620343189549}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.94999694824219, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.69616666666667, "Augmented-Loss": 0.09256529305592179, "Clean-Accuracy": 98.85, "Clean-Loss": 0.05272599895639966, "PGD-Accuracy": 10.033333333333333, "PGD-Loss": 5.715393674214681}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 97.76667761802673, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.94999694824219, "Augmented-0.05-Quantile-Accuracy": 96.23999786376953, "Augmented-0.1-Quantile-Accuracy": 96.93000030517578, "Augmented-Accuracy": 98.2212, "Augmented-Loss": 0.08055517533378757, "Clean-Accuracy": 98.53, "Clean-Loss": 0.07676095889806384, "PGD-Accuracy": 2.71, "PGD-Loss": 32.933360107421876}, "Total-Time": 13791.107479095459, "Train": {"Loss": 2.675737579698916, "avg t": 1.0134108058788158, "plain loss": 0.18805810889138108, "standard loss": 0.08833171210317287}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.13333129882812, "Augmented-0.05-Quantile-Accuracy": 96.81666564941406, "Augmented-0.1-Quantile-Accuracy": 97.38333129882812, "Augmented-Accuracy": 98.48033333333333, "Augmented-Loss": 0.07398863525806043, "Clean-Accuracy": 98.7, "Clean-Loss": 0.0755430893938792, "PGD-Accuracy": 2.5833333333333335, "PGD-Loss": 33.636728576660154}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 97.22298097610474, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.57999420166016, "Augmented-0.05-Quantile-Accuracy": 96.37999725341797, "Augmented-0.1-Quantile-Accuracy": 97.15999603271484, "Augmented-Accuracy": 98.5266, "Augmented-Loss": 0.17900696423625945, "Clean-Accuracy": 98.97, "Clean-Loss": 0.0615209362834692, "PGD-Accuracy": 10.96, "PGD-Loss": 3.9105822525024414}, "Total-Time": 13888.330460071564, "Train": {"Loss": 2.305641567795365, "avg t": 1.0105699492560494, "plain loss": 0.1823752955383724, "standard loss": 0.08699493697057996}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.69999694824219, "Augmented-0.05-Quantile-Accuracy": 96.86666870117188, "Augmented-0.1-Quantile-Accuracy": 97.61666870117188, "Augmented-Accuracy": 98.67666666666666, "Augmented-Loss": 0.1536031677786509, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.0558316950413088, "PGD-Accuracy": 10.1, "PGD-Loss": 3.7471672236124673}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 97.35451936721802, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.41999816894531, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 98.9231, "Augmented-Loss": 0.11510800902986526, "Clean-Accuracy": 99.18, "Clean-Loss": 0.04963314102292061, "PGD-Accuracy": 10.81, "PGD-Loss": 4.326331689453125}, "Total-Time": 13985.684979438782, "Train": {"Loss": 3.566937267833286, "avg t": 1.0120521059036256, "plain loss": 0.1973530397733052, "standard loss": 0.09215641258132679}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.83333587646484, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.97483333333334, "Augmented-Loss": 0.10294568788468837, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04873132239282131, "PGD-Accuracy": 10.183333333333334, "PGD-Loss": 4.111287709554037}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 97.92141938209534, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.94999694824219, "Augmented-0.05-Quantile-Accuracy": 96.79999542236328, "Augmented-0.1-Quantile-Accuracy": 97.30999755859375, "Augmented-Accuracy": 98.5758, "Augmented-Loss": 0.08586488518583775, "Clean-Accuracy": 98.97, "Clean-Loss": 0.04188386178314686, "PGD-Accuracy": 9.1, "PGD-Loss": 7.2278984313964845}, "Total-Time": 14083.606398820877, "Train": {"Loss": 2.1132325894037884, "avg t": 1.0074700263871086, "plain loss": 0.1770383683098688, "standard loss": 0.08747001979196513}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.75, "Augmented-0.05-Quantile-Accuracy": 97.23332977294922, "Augmented-0.1-Quantile-Accuracy": 97.81666564941406, "Augmented-Accuracy": 98.739, "Augmented-Loss": 0.08502763846019903, "Clean-Accuracy": 98.95, "Clean-Loss": 0.04775953439498941, "PGD-Accuracy": 8.716666666666667, "PGD-Loss": 6.685301272074382}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 96.22006583213806, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.69999694824219, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.9576, "Augmented-Loss": 0.04448239047402144, "Clean-Accuracy": 99.08, "Clean-Loss": 0.03529359790422022, "PGD-Accuracy": 10.79, "PGD-Loss": 9.450122940063476}, "Total-Time": 14179.826464653015, "Train": {"Loss": 1.7125380866439255, "avg t": 1.0041040446669967, "plain loss": 0.16312119554590293, "standard loss": 0.07195545549773508}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 98.96983333333333, "Augmented-Loss": 0.04607798124346882, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.040554580246874444, "PGD-Accuracy": 11.116666666666667, "PGD-Loss": 9.14074988301595}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 96.91577625274658, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.68999481201172, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.14999389648438, "Augmented-Accuracy": 98.9037, "Augmented-Loss": 0.05334278628367185, "Clean-Accuracy": 99.01, "Clean-Loss": 0.039312073116004466, "PGD-Accuracy": 16.22, "PGD-Loss": 6.711742367553711}, "Total-Time": 14276.742240905762, "Train": {"Loss": 1.7551433872293543, "avg t": 1.0040879856392189, "plain loss": 0.164008014648049, "standard loss": 0.07326880838335664}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.06666666666666, "Augmented-Loss": 0.04723146425665667, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03684398531603317, "PGD-Accuracy": 17.1, "PGD-Loss": 6.4773527628580725}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 97.08754563331604, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.86000061035156, "Augmented-0.05-Quantile-Accuracy": 97.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9236, "Augmented-Loss": 0.1056346239452362, "Clean-Accuracy": 99.16, "Clean-Loss": 0.04044171094894409, "PGD-Accuracy": 11.26, "PGD-Loss": 3.867387348937988}, "Total-Time": 14373.829786539078, "Train": {"Loss": 2.589615296434473, "avg t": 1.0058304141362508, "plain loss": 0.18239595149711302, "standard loss": 0.08441447819355462}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.71666717529297, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.95533333333333, "Augmented-Loss": 0.09466051261266073, "Clean-Accuracy": 99.1, "Clean-Loss": 0.040500881926467024, "PGD-Accuracy": 10.45, "PGD-Loss": 3.7526274312337238}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 96.57229328155518, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.07999420166016, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.12999725341797, "Augmented-Accuracy": 98.9589, "Augmented-Loss": 0.10875631407523155, "Clean-Accuracy": 99.15, "Clean-Loss": 0.041453914159536365, "PGD-Accuracy": 10.88, "PGD-Loss": 3.772738717651367}, "Total-Time": 14470.402079820633, "Train": {"Loss": 2.183680560182642, "avg t": 1.0046023567340991, "plain loss": 0.1629135571921313, "standard loss": 0.0723345132663294}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.06466666666667, "Augmented-Loss": 0.09506731848776341, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03941403944169482, "PGD-Accuracy": 10.05, "PGD-Loss": 3.6407776362101236}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 96.99481630325317, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.66999816894531, "Augmented-0.05-Quantile-Accuracy": 97.38999938964844, "Augmented-0.1-Quantile-Accuracy": 97.93000030517578, "Augmented-Accuracy": 98.8416, "Augmented-Loss": 0.14735149157476427, "Clean-Accuracy": 99.12, "Clean-Loss": 0.053695901870727536, "PGD-Accuracy": 10.89, "PGD-Loss": 3.6845870437622072}, "Total-Time": 14567.396896123886, "Train": {"Loss": 3.1329468629978323, "avg t": 1.0049814075893826, "plain loss": 0.1805004427168106, "standard loss": 0.08082549173467689}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.56666564941406, "Augmented-0.05-Quantile-Accuracy": 97.86666870117188, "Augmented-0.1-Quantile-Accuracy": 98.18333435058594, "Augmented-Accuracy": 98.98883333333333, "Augmented-Loss": 0.13004828827738762, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.049504519790411, "PGD-Accuracy": 10.566666666666666, "PGD-Loss": 3.536450475056966}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/3nd_mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
