{"Epoch": 0, "Epoch-Time": 343.58621430397034, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.14999389648438, "Augmented-0.05-Quantile-Accuracy": 96.37999725341797, "Augmented-0.1-Quantile-Accuracy": 96.89999389648438, "Augmented-Accuracy": 97.9883, "Augmented-Loss": 0.20744422199630738, "Clean-Accuracy": 98.26, "Clean-Loss": 0.14143841342926025, "PGD-Accuracy": 0.58, "PGD-Loss": 4.354746267700195}, "Total-Time": 343.58621430397034, "Train": {"Loss": 0.15817883189960763, "avg t": 0.9436187774693524, "plain loss": 0.4097358367778637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.4000015258789, "Augmented-0.05-Quantile-Accuracy": 97.31666564941406, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.49233333333333, "Augmented-Loss": 0.19084752746979394, "Clean-Accuracy": 98.73333333333333, "Clean-Loss": 0.12841187576452892, "PGD-Accuracy": 0.65, "PGD-Loss": 4.369678298950196}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 336.1034698486328, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93000030517578, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.7984, "Augmented-Loss": 0.1788378404316902, "Clean-Accuracy": 98.93, "Clean-Loss": 0.10641448583602905, "PGD-Accuracy": 2.49, "PGD-Loss": 4.258273068237305}, "Total-Time": 679.6896841526031, "Train": {"Loss": 0.03452496205290986, "avg t": 0.9280879265290719, "plain loss": 0.25121664904841634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 98.884, "Augmented-Loss": 0.1692815357319514, "Clean-Accuracy": 98.95, "Clean-Loss": 0.10183264815807343, "PGD-Accuracy": 2.75, "PGD-Loss": 4.268396031697591}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 336.6742022037506, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.18999481201172, "Augmented-0.05-Quantile-Accuracy": 97.39999389648438, "Augmented-0.1-Quantile-Accuracy": 97.70999908447266, "Augmented-Accuracy": 98.6165, "Augmented-Loss": 0.21874576517772676, "Clean-Accuracy": 98.79, "Clean-Loss": 0.12244008417129516, "PGD-Accuracy": 3.05, "PGD-Loss": 5.910372702026367}, "Total-Time": 1016.3638863563538, "Train": {"Loss": 0.020608517315747494, "avg t": 0.9260232257136592, "plain loss": 0.21234224236806232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.73733333333334, "Augmented-Loss": 0.2040179682970047, "Clean-Accuracy": 98.95, "Clean-Loss": 0.11574633077780405, "PGD-Accuracy": 3.0166666666666666, "PGD-Loss": 5.90956261698405}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 336.56202363967896, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.90999603271484, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.867, "Augmented-Loss": 0.10035532260489463, "Clean-Accuracy": 99.07, "Clean-Loss": 0.05854462436437607, "PGD-Accuracy": 2.39, "PGD-Loss": 7.250107836914062}, "Total-Time": 1352.9259099960327, "Train": {"Loss": 0.014102482576371618, "avg t": 0.9249025828926651, "plain loss": 0.18400422148174703}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.8645, "Augmented-Loss": 0.096842097158432, "Clean-Accuracy": 99.0, "Clean-Loss": 0.061221085478862125, "PGD-Accuracy": 1.9166666666666667, "PGD-Loss": 7.237660278320313}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 336.54947686195374, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.82999420166016, "Augmented-0.05-Quantile-Accuracy": 97.83999633789062, "Augmented-0.1-Quantile-Accuracy": 98.12999725341797, "Augmented-Accuracy": 98.8325, "Augmented-Loss": 0.11760480380010604, "Clean-Accuracy": 99.04, "Clean-Loss": 0.06669854921102523, "PGD-Accuracy": 6.94, "PGD-Loss": 6.125964038085938}, "Total-Time": 1689.4753868579865, "Train": {"Loss": 0.010258818220993917, "avg t": 0.9242265438150477, "plain loss": 0.16360087181373878}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.58333587646484, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 98.98383333333334, "Augmented-Loss": 0.10663994704325994, "Clean-Accuracy": 99.05, "Clean-Loss": 0.06335082149505615, "PGD-Accuracy": 6.966666666666667, "PGD-Loss": 6.067977467854818}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 336.9731225967407, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 98.9091, "Augmented-Loss": 0.09555164154791831, "Clean-Accuracy": 99.07, "Clean-Loss": 0.0631263906121254, "PGD-Accuracy": 8.33, "PGD-Loss": 7.082293206787109}, "Total-Time": 2026.4485094547272, "Train": {"Loss": 0.007262982773447961, "avg t": 0.9237078002823723, "plain loss": 0.15078323453620626}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 98.991, "Augmented-Loss": 0.08822170317828655, "Clean-Accuracy": 99.05, "Clean-Loss": 0.0601278373102347, "PGD-Accuracy": 7.783333333333333, "PGD-Loss": 7.071421610514323}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 336.8385033607483, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.07999420166016, "Augmented-0.05-Quantile-Accuracy": 97.95999908447266, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 98.9204, "Augmented-Loss": 0.07313961427080631, "Clean-Accuracy": 99.03, "Clean-Loss": 0.04912895968556404, "PGD-Accuracy": 5.06, "PGD-Loss": 8.161996463012695}, "Total-Time": 2363.2870128154755, "Train": {"Loss": 0.005530343818826455, "avg t": 0.9233483141439932, "plain loss": 0.14333699617385845}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.68333435058594, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.062, "Augmented-Loss": 0.06881208083013693, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04881439970433712, "PGD-Accuracy": 4.666666666666667, "PGD-Loss": 8.16318061319987}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 336.62112832069397, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.39999389648438, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.33999633789062, "Augmented-Accuracy": 99.0111, "Augmented-Loss": 0.06822932512736321, "Clean-Accuracy": 99.11, "Clean-Loss": 0.046118414396047594, "PGD-Accuracy": 5.56, "PGD-Loss": 8.492784558105468}, "Total-Time": 2699.9081411361694, "Train": {"Loss": 0.004551100355693052, "avg t": 0.9230979115168254, "plain loss": 0.13366720571871155}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.14666666666666, "Augmented-Loss": 0.06499282310972611, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04676148155828317, "PGD-Accuracy": 5.433333333333334, "PGD-Loss": 8.448379699707031}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 337.0420868396759, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.39999389648438, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.45999908447266, "Augmented-Accuracy": 99.0485, "Augmented-Loss": 0.06883056406903267, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04538621767759323, "PGD-Accuracy": 5.64, "PGD-Loss": 9.017294152832031}, "Total-Time": 3036.9502279758453, "Train": {"Loss": 0.003175944296024412, "avg t": 0.9228332198460897, "plain loss": 0.1273797208591744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.076, "Augmented-Loss": 0.06721248145351807, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04827336979905764, "PGD-Accuracy": 5.666666666666667, "PGD-Loss": 8.873507629394531}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 337.000314950943, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3699951171875, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.0041, "Augmented-Loss": 0.07897606710791588, "Clean-Accuracy": 99.11, "Clean-Loss": 0.05150372270345688, "PGD-Accuracy": 9.71, "PGD-Loss": 7.862650524902344}, "Total-Time": 3373.9505429267883, "Train": {"Loss": 0.002972972523973685, "avg t": 0.922771234759578, "plain loss": 0.12325741422264665}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.13483333333333, "Augmented-Loss": 0.07433560410579046, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05119125218192736, "PGD-Accuracy": 8.9, "PGD-Loss": 7.754260640462239}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 336.7883930206299, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.1199951171875, "Augmented-0.05-Quantile-Accuracy": 97.86000061035156, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.8785, "Augmented-Loss": 0.09983121255278588, "Clean-Accuracy": 98.98, "Clean-Loss": 0.06967428004741669, "PGD-Accuracy": 13.04, "PGD-Loss": 7.464792471313476}, "Total-Time": 3710.738935947418, "Train": {"Loss": 0.002455631982100722, "avg t": 0.9226193569324634, "plain loss": 0.11986992160655842}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.05516666666666, "Augmented-Loss": 0.0911166637112697, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06544384024540584, "PGD-Accuracy": 12.483333333333333, "PGD-Loss": 7.495543401082357}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 336.84405183792114, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47999572753906, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1208, "Augmented-Loss": 0.07981036743569374, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05709807636737824, "PGD-Accuracy": 8.47, "PGD-Loss": 8.611092004394532}, "Total-Time": 4047.5829877853394, "Train": {"Loss": 0.002247902950151237, "avg t": 0.9225794583426582, "plain loss": 0.11929444182007393}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.11233333333334, "Augmented-Loss": 0.07822199621975422, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05880012789368629, "PGD-Accuracy": 8.733333333333333, "PGD-Loss": 8.549096471150715}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 337.0254249572754, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43000030517578, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0536, "Augmented-Loss": 0.08856652555370331, "Clean-Accuracy": 99.14, "Clean-Loss": 0.06691434681415558, "PGD-Accuracy": 12.06, "PGD-Loss": 7.47329264831543}, "Total-Time": 4384.608412742615, "Train": {"Loss": 0.002038981584152983, "avg t": 0.9225223766609475, "plain loss": 0.1163921745865432}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.11133333333333, "Augmented-Loss": 0.08355088650484879, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0644530691007773, "PGD-Accuracy": 12.8, "PGD-Loss": 7.359692754109701}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 336.94707345962524, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.39999389648438, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0523, "Augmented-Loss": 0.089197981372118, "Clean-Accuracy": 99.16, "Clean-Loss": 0.06540781087875366, "PGD-Accuracy": 12.04, "PGD-Loss": 7.379319979858399}, "Total-Time": 4721.55548620224, "Train": {"Loss": 0.001829457699903826, "avg t": 0.9224717875056797, "plain loss": 0.11307630086121732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.126, "Augmented-Loss": 0.08368739843666553, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.06313847979903221, "PGD-Accuracy": 12.1, "PGD-Loss": 7.260902338663737}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 337.02232837677, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.41999816894531, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 98.9998, "Augmented-Loss": 0.08532031941175461, "Clean-Accuracy": 99.04, "Clean-Loss": 0.06743822422027589, "PGD-Accuracy": 11.85, "PGD-Loss": 8.15346049194336}, "Total-Time": 5058.57781457901, "Train": {"Loss": 0.0016065856828925596, "avg t": 0.9224059130350749, "plain loss": 0.10877377985495108}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.73332977294922, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 98.98683333333334, "Augmented-Loss": 0.07978718460857868, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.06423980601628622, "PGD-Accuracy": 11.566666666666666, "PGD-Loss": 8.028861221313477}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 337.1460072994232, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.41999816894531, "Augmented-0.05-Quantile-Accuracy": 98.1199951171875, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 98.976, "Augmented-Loss": 0.07943832194876671, "Clean-Accuracy": 98.99, "Clean-Loss": 0.05835051200389862, "PGD-Accuracy": 11.13, "PGD-Loss": 7.833894094848633}, "Total-Time": 5395.723821878433, "Train": {"Loss": 0.0014594449351339048, "avg t": 0.9223579610895227, "plain loss": 0.10829642970826897}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.73332977294922, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.1, "Augmented-Loss": 0.07561846428116163, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05749041263262431, "PGD-Accuracy": 11.033333333333333, "PGD-Loss": 7.7461041056315105}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 337.17880296707153, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.55999755859375, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.0942, "Augmented-Loss": 0.06815293906509877, "Clean-Accuracy": 99.19, "Clean-Loss": 0.052022775757312775, "PGD-Accuracy": 6.78, "PGD-Loss": 9.563432275390625}, "Total-Time": 5732.902624845505, "Train": {"Loss": 0.001364677310849031, "avg t": 0.9223375452182911, "plain loss": 0.1068784178345293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.14783333333334, "Augmented-Loss": 0.06623715291480223, "Clean-Accuracy": 99.2, "Clean-Loss": 0.052892697483301165, "PGD-Accuracy": 6.766666666666667, "PGD-Loss": 9.492736348470052}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 336.9643371105194, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.112, "Augmented-Loss": 0.07572042126011848, "Clean-Accuracy": 99.2, "Clean-Loss": 0.058520832800865175, "PGD-Accuracy": 10.78, "PGD-Loss": 8.539055041503905}, "Total-Time": 6069.866961956024, "Train": {"Loss": 0.0013152593708353514, "avg t": 0.9223202334509956, "plain loss": 0.10475635975731751}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.2065, "Augmented-Loss": 0.06934893914490939, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05491714485486349, "PGD-Accuracy": 10.2, "PGD-Loss": 8.316514282226562}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 336.82807755470276, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1447, "Augmented-Loss": 0.06773434194087982, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05465456619262695, "PGD-Accuracy": 6.95, "PGD-Loss": 9.671735412597656}, "Total-Time": 6406.695039510727, "Train": {"Loss": 0.0011194015675970756, "avg t": 0.9222744354318689, "plain loss": 0.10248698192525786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.13566666666667, "Augmented-Loss": 0.06625070171872775, "Clean-Accuracy": 99.2, "Clean-Loss": 0.054896699021259945, "PGD-Accuracy": 6.8, "PGD-Loss": 9.70369181315104}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 336.329505443573, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.0742, "Augmented-Loss": 0.0749618698925972, "Clean-Accuracy": 99.16, "Clean-Loss": 0.06033001194000244, "PGD-Accuracy": 10.97, "PGD-Loss": 8.042106094360351}, "Total-Time": 6743.0245449543, "Train": {"Loss": 0.001150228730972298, "avg t": 0.9222730515974539, "plain loss": 0.10361879097973856}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.1265, "Augmented-Loss": 0.07138545845766862, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05849077795942625, "PGD-Accuracy": 10.483333333333333, "PGD-Loss": 7.99288764444987}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 337.229562997818, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.0976, "Augmented-Loss": 0.07304608662128448, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05924888753890991, "PGD-Accuracy": 7.64, "PGD-Loss": 9.593693731689454}, "Total-Time": 7080.254107952118, "Train": {"Loss": 0.0011839962693589365, "avg t": 0.922284594853719, "plain loss": 0.10591896127241619}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.12116666666667, "Augmented-Loss": 0.07133565652012824, "Clean-Accuracy": 99.15, "Clean-Loss": 0.058966366370519004, "PGD-Accuracy": 6.866666666666666, "PGD-Loss": 9.630478571573894}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 337.0292389392853, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.0818, "Augmented-Loss": 0.08459102021837235, "Clean-Accuracy": 99.1, "Clean-Loss": 0.0715515955209732, "PGD-Accuracy": 13.74, "PGD-Loss": 7.783270184326172}, "Total-Time": 7417.283346891403, "Train": {"Loss": 0.0010188772298694217, "avg t": 0.9222410310286063, "plain loss": 0.10307853135709397}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.15883333333333, "Augmented-Loss": 0.07964503436247508, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06799213296175002, "PGD-Accuracy": 13.75, "PGD-Loss": 7.690891713460286}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 336.91688227653503, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.41999816894531, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0661, "Augmented-Loss": 0.06739106973910332, "Clean-Accuracy": 99.16, "Clean-Loss": 0.057082011663913725, "PGD-Accuracy": 9.3, "PGD-Loss": 8.32835111694336}, "Total-Time": 7754.200229167938, "Train": {"Loss": 0.0011535280472041146, "avg t": 0.9222501943552935, "plain loss": 0.10610357718997525}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.08516666666667, "Augmented-Loss": 0.06421306872526805, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05531503309806188, "PGD-Accuracy": 8.05, "PGD-Loss": 8.359834045410157}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 336.644583940506, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1191, "Augmented-Loss": 0.07055240453696252, "Clean-Accuracy": 99.17, "Clean-Loss": 0.058844894874095915, "PGD-Accuracy": 7.79, "PGD-Loss": 8.659636727905273}, "Total-Time": 8090.844813108444, "Train": {"Loss": 0.0009946806191984015, "avg t": 0.9222235886962326, "plain loss": 0.10231607882888223}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.17533333333333, "Augmented-Loss": 0.06645136580606302, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05642943554123243, "PGD-Accuracy": 7.8, "PGD-Loss": 8.635694666544596}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 336.7754590511322, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22000122070312, "Augmented-0.05-Quantile-Accuracy": 98.0199966430664, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.9375, "Augmented-Loss": 0.1140128225221634, "Clean-Accuracy": 99.01, "Clean-Loss": 0.09768205387592316, "PGD-Accuracy": 16.63, "PGD-Loss": 6.368255694580078}, "Total-Time": 8427.620272159576, "Train": {"Loss": 0.0009682143405503936, "avg t": 0.9222109705783703, "plain loss": 0.09868020265014091}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 98.99366666666667, "Augmented-Loss": 0.10467896422386169, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.08967516781886418, "PGD-Accuracy": 16.85, "PGD-Loss": 6.225142028808594}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 336.8418827056885, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.0993, "Augmented-Loss": 0.06466299134254455, "Clean-Accuracy": 99.14, "Clean-Loss": 0.05629688626527786, "PGD-Accuracy": 5.32, "PGD-Loss": 10.04296483154297}, "Total-Time": 8764.462154865265, "Train": {"Loss": 0.000910970645795546, "avg t": 0.9222208892151161, "plain loss": 0.10223642711639426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.11566666666667, "Augmented-Loss": 0.06219435220082601, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05499869558215141, "PGD-Accuracy": 5.25, "PGD-Loss": 9.92098223876953}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 336.9349582195282, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1301, "Augmented-Loss": 0.07605019341635703, "Clean-Accuracy": 99.22, "Clean-Loss": 0.06413425393104553, "PGD-Accuracy": 7.21, "PGD-Loss": 8.864571936035157}, "Total-Time": 9101.397113084793, "Train": {"Loss": 0.0009475557787216666, "avg t": 0.9222060042840463, "plain loss": 0.10363980667855989}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.22233333333334, "Augmented-Loss": 0.07182281768898169, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0613593369325002, "PGD-Accuracy": 7.0, "PGD-Loss": 8.929707962036133}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 336.7139103412628, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0192, "Augmented-Loss": 0.06150131424379349, "Clean-Accuracy": 99.14, "Clean-Loss": 0.05384059702157974, "PGD-Accuracy": 3.97, "PGD-Loss": 9.686338751220703}, "Total-Time": 9438.111023426056, "Train": {"Loss": 0.0009564748634904256, "avg t": 0.9222018251242461, "plain loss": 0.10097492463147209}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.125, "Augmented-Loss": 0.059123263505995276, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05236922992269198, "PGD-Accuracy": 3.433333333333333, "PGD-Loss": 9.569575063069662}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 336.7558629512787, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.22000122070312, "Augmented-0.1-Quantile-Accuracy": 98.45999908447266, "Augmented-Accuracy": 99.0026, "Augmented-Loss": 0.07033761990296841, "Clean-Accuracy": 99.04, "Clean-Loss": 0.0643969953775406, "PGD-Accuracy": 5.74, "PGD-Loss": 9.149410845947266}, "Total-Time": 9774.866886377335, "Train": {"Loss": 0.0009106498408334489, "avg t": 0.9222075949421635, "plain loss": 0.10249197304866937}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.128, "Augmented-Loss": 0.06645382467051347, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.061267266223828, "PGD-Accuracy": 5.466666666666667, "PGD-Loss": 9.227571914672852}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 336.63238549232483, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.55999755859375, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.0895, "Augmented-Loss": 0.07770040850901604, "Clean-Accuracy": 99.14, "Clean-Loss": 0.0702654695034027, "PGD-Accuracy": 6.62, "PGD-Loss": 9.281736267089844}, "Total-Time": 10111.49927186966, "Train": {"Loss": 0.0008793149075947306, "avg t": 0.9221836921020791, "plain loss": 0.10102431751887005}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.085, "Augmented-Loss": 0.0739344698592027, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.06730140367150307, "PGD-Accuracy": 6.516666666666667, "PGD-Loss": 9.149451746622722}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 336.8234667778015, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.0918, "Augmented-Loss": 0.08109077778863907, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06974130277633667, "PGD-Accuracy": 9.06, "PGD-Loss": 8.366789700317383}, "Total-Time": 10448.322738647461, "Train": {"Loss": 0.0009146436283637606, "avg t": 0.9221893826943857, "plain loss": 0.0999586969764145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.14816666666667, "Augmented-Loss": 0.07581049251278242, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.06595850957433383, "PGD-Accuracy": 8.333333333333334, "PGD-Loss": 8.19449439493815}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 336.84196066856384, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1535, "Augmented-Loss": 0.07650245018148422, "Clean-Accuracy": 99.24, "Clean-Loss": 0.06785986622571945, "PGD-Accuracy": 6.9, "PGD-Loss": 8.380954913330077}, "Total-Time": 10785.164699316025, "Train": {"Loss": 0.0007830844243739934, "avg t": 0.922164867842639, "plain loss": 0.09701942508132372}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.11316666666667, "Augmented-Loss": 0.07202606830050548, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.06424979908267657, "PGD-Accuracy": 6.416666666666667, "PGD-Loss": 8.432958999633788}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 336.76443791389465, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1924, "Augmented-Loss": 0.07421041332793236, "Clean-Accuracy": 99.31, "Clean-Loss": 0.06838132380247117, "PGD-Accuracy": 4.71, "PGD-Loss": 9.213223193359376}, "Total-Time": 11121.92913722992, "Train": {"Loss": 0.0008810156981091024, "avg t": 0.9221839806062204, "plain loss": 0.09961619922143446}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.16516666666666, "Augmented-Loss": 0.07047896990338962, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06519636672735214, "PGD-Accuracy": 4.2, "PGD-Loss": 9.16545641072591}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 336.88325333595276, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1459, "Augmented-Loss": 0.07498723675870896, "Clean-Accuracy": 99.24, "Clean-Loss": 0.0718841946363449, "PGD-Accuracy": 5.35, "PGD-Loss": 9.38286416015625}, "Total-Time": 11458.812390565872, "Train": {"Loss": 0.0008419205888636599, "avg t": 0.9221605913020946, "plain loss": 0.09667759566836887}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.11616666666667, "Augmented-Loss": 0.07290131821433703, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.0697523365020752, "PGD-Accuracy": 5.216666666666667, "PGD-Loss": 9.425843251546224}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 337.1510510444641, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1473, "Augmented-Loss": 0.054086227003514765, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05018155178427696, "PGD-Accuracy": 3.34, "PGD-Loss": 9.832581085205078}, "Total-Time": 11795.963441610336, "Train": {"Loss": 0.0007965440317310384, "avg t": 0.9221620059543186, "plain loss": 0.0951513046176346}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.17966666666666, "Augmented-Loss": 0.0535031635466218, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05015548592805862, "PGD-Accuracy": 3.433333333333333, "PGD-Loss": 9.791007466634115}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 336.96672105789185, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1955, "Augmented-Loss": 0.053862948503315446, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05171526981592178, "PGD-Accuracy": 3.28, "PGD-Loss": 10.036448071289062}, "Total-Time": 12132.930162668228, "Train": {"Loss": 0.0008634104199078407, "avg t": 0.9221648511003565, "plain loss": 0.09774935031467014}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.237, "Augmented-Loss": 0.051538860113223395, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04958440109093984, "PGD-Accuracy": 3.7333333333333334, "PGD-Loss": 9.927616770426432}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 337.0022716522217, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1276, "Augmented-Loss": 0.0652268243033886, "Clean-Accuracy": 99.17, "Clean-Loss": 0.06370756341218949, "PGD-Accuracy": 4.2, "PGD-Loss": 9.78583373413086}, "Total-Time": 12469.93243432045, "Train": {"Loss": 0.0008456241206162203, "avg t": 0.9221710723594383, "plain loss": 0.09929348089783271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.1825, "Augmented-Loss": 0.06198610113422076, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06026338706413905, "PGD-Accuracy": 4.05, "PGD-Loss": 9.770426681518554}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 337.0173411369324, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1864, "Augmented-Loss": 0.06970828200769424, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0679419337272644, "PGD-Accuracy": 3.78, "PGD-Loss": 9.308795727539062}, "Total-Time": 12806.949775457382, "Train": {"Loss": 0.0008225796596454057, "avg t": 0.9221544988773487, "plain loss": 0.09705099495605198}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.14483333333334, "Augmented-Loss": 0.0664491491090258, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.06449614605307578, "PGD-Accuracy": 3.316666666666667, "PGD-Loss": 9.265421101888021}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 336.93635511398315, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2041, "Augmented-Loss": 0.06070317971885204, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05625739847421646, "PGD-Accuracy": 3.19, "PGD-Loss": 9.694043627929688}, "Total-Time": 13143.886130571365, "Train": {"Loss": 0.0008445593203009425, "avg t": 0.9221520876178035, "plain loss": 0.0947770100346319}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.1695, "Augmented-Loss": 0.05889627763281266, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.054767389873663586, "PGD-Accuracy": 2.8333333333333335, "PGD-Loss": 9.645647206624348}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 337.15355229377747, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.55999755859375, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.091, "Augmented-Loss": 0.07176323456823826, "Clean-Accuracy": 99.13, "Clean-Loss": 0.06508488771915436, "PGD-Accuracy": 6.05, "PGD-Loss": 7.929066821289062}, "Total-Time": 13481.039682865143, "Train": {"Loss": 0.0007080883360313405, "avg t": 0.9221465102654917, "plain loss": 0.09231545104803847}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.177, "Augmented-Loss": 0.06672716578702131, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.06077854008475939, "PGD-Accuracy": 6.266666666666667, "PGD-Loss": 7.907759730021159}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 337.1602065563202, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.15, "Augmented-Loss": 0.08103528867816925, "Clean-Accuracy": 99.2, "Clean-Loss": 0.0747389424085617, "PGD-Accuracy": 7.0, "PGD-Loss": 8.172715161132812}, "Total-Time": 13818.199889421463, "Train": {"Loss": 0.000797144188241132, "avg t": 0.9221618460196036, "plain loss": 0.0999739541618913}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.177, "Augmented-Loss": 0.07560170940756798, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.06996613371372223, "PGD-Accuracy": 6.95, "PGD-Loss": 8.165813883463542}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 337.1873815059662, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1581, "Augmented-Loss": 0.07544929938650131, "Clean-Accuracy": 99.21, "Clean-Loss": 0.07043011178970338, "PGD-Accuracy": 5.67, "PGD-Loss": 8.322643576049805}, "Total-Time": 14155.38727092743, "Train": {"Loss": 0.0007993604165014943, "avg t": 0.9221532287950869, "plain loss": 0.09649402085763432}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.16783333333333, "Augmented-Loss": 0.07054706223974626, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06582330740491549, "PGD-Accuracy": 5.616666666666666, "PGD-Loss": 8.279795705159506}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 336.72079372406006, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1756, "Augmented-Loss": 0.0652110649267435, "Clean-Accuracy": 99.25, "Clean-Loss": 0.060589779722690584, "PGD-Accuracy": 2.6, "PGD-Loss": 9.075577899169922}, "Total-Time": 14492.10806465149, "Train": {"Loss": 0.0007141308149697141, "avg t": 0.9221377806663513, "plain loss": 0.09272460286175767}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.17316666666666, "Augmented-Loss": 0.062176271742284295, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05801425193746885, "PGD-Accuracy": 3.15, "PGD-Loss": 8.93490234375}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 337.2722370624542, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1455, "Augmented-Loss": 0.05881579018378258, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05521903113126755, "PGD-Accuracy": 2.29, "PGD-Loss": 9.58486405029297}, "Total-Time": 14829.380301713943, "Train": {"Loss": 0.0007176745084483021, "avg t": 0.9221331039004855, "plain loss": 0.09617586788424749}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.19333333333333, "Augmented-Loss": 0.05655948402812083, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.053404397596915565, "PGD-Accuracy": 2.816666666666667, "PGD-Loss": 9.484526036580403}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 337.2790925502777, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1993, "Augmented-Loss": 0.0626195092343092, "Clean-Accuracy": 99.25, "Clean-Loss": 0.058150183606147765, "PGD-Accuracy": 2.5, "PGD-Loss": 9.117379028320313}, "Total-Time": 15166.659394264221, "Train": {"Loss": 0.0007190567119991843, "avg t": 0.9221338744869939, "plain loss": 0.09149873391610615}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1615, "Augmented-Loss": 0.05963195354193449, "Clean-Accuracy": 99.2, "Clean-Loss": 0.055303781936566036, "PGD-Accuracy": 2.65, "PGD-Loss": 9.023203318277995}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 337.11952567100525, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.1963, "Augmented-Loss": 0.0750915908203125, "Clean-Accuracy": 99.28, "Clean-Loss": 0.06684294154644012, "PGD-Accuracy": 4.05, "PGD-Loss": 8.819218572998047}, "Total-Time": 15503.778919935226, "Train": {"Loss": 0.0007671003441780318, "avg t": 0.9221384721685338, "plain loss": 0.09211233220453612}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.22383333333333, "Augmented-Loss": 0.07084006511251131, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.06340072599053383, "PGD-Accuracy": 4.15, "PGD-Loss": 8.837726730346679}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 336.9355688095093, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2087, "Augmented-Loss": 0.06656709816813469, "Clean-Accuracy": 99.29, "Clean-Loss": 0.06048179569244385, "PGD-Accuracy": 3.56, "PGD-Loss": 9.082555310058593}, "Total-Time": 15840.714488744736, "Train": {"Loss": 0.0006851330982359219, "avg t": 0.9221254033689146, "plain loss": 0.09618904482876808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.1535, "Augmented-Loss": 0.06410676126440366, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05866578730940819, "PGD-Accuracy": 3.533333333333333, "PGD-Loss": 9.042274332682291}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 337.08514404296875, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2319, "Augmented-Loss": 0.05837838238787651, "Clean-Accuracy": 99.33, "Clean-Loss": 0.0540767263174057, "PGD-Accuracy": 2.22, "PGD-Loss": 9.530409204101563}, "Total-Time": 16177.799632787704, "Train": {"Loss": 0.0006516969719012667, "avg t": 0.9221309167014228, "plain loss": 0.09454581591641466}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.15516666666667, "Augmented-Loss": 0.05696757401059071, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05330300118525823, "PGD-Accuracy": 2.2333333333333334, "PGD-Loss": 9.447325276692709}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 337.1570119857788, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.02999877929688, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1988, "Augmented-Loss": 0.05746211039602756, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05328853548765183, "PGD-Accuracy": 2.73, "PGD-Loss": 9.691296508789062}, "Total-Time": 16514.956644773483, "Train": {"Loss": 0.0006999338478730419, "avg t": 0.9221441310953211, "plain loss": 0.09521852421230731}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.2145, "Augmented-Loss": 0.05540070499847333, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05173074889183044, "PGD-Accuracy": 2.5833333333333335, "PGD-Loss": 9.681709986368816}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 336.61114382743835, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.184, "Augmented-Loss": 0.06415229230904579, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05690816971063614, "PGD-Accuracy": 3.42, "PGD-Loss": 8.92659105834961}, "Total-Time": 16851.56778860092, "Train": {"Loss": 0.0006708072887251749, "avg t": 0.9221218022593746, "plain loss": 0.0950309990017503}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.17966666666666, "Augmented-Loss": 0.060826485082904495, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05433965630332629, "PGD-Accuracy": 3.5833333333333335, "PGD-Loss": 8.780454879760741}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 336.6708264350891, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1821, "Augmented-Loss": 0.07586467651653289, "Clean-Accuracy": 99.27, "Clean-Loss": 0.06831789160966874, "PGD-Accuracy": 4.4, "PGD-Loss": 8.688277001953125}, "Total-Time": 17188.23861503601, "Train": {"Loss": 0.0006208787455837376, "avg t": 0.9221060640723617, "plain loss": 0.09223452462796815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1895, "Augmented-Loss": 0.07082167215665182, "Clean-Accuracy": 99.2, "Clean-Loss": 0.06412094047665597, "PGD-Accuracy": 4.933333333333334, "PGD-Loss": 8.707681676228841}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 336.2787275314331, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1928, "Augmented-Loss": 0.05940523395109177, "Clean-Accuracy": 99.32, "Clean-Loss": 0.05428322126865387, "PGD-Accuracy": 3.09, "PGD-Loss": 9.338893865966797}, "Total-Time": 17524.517342567444, "Train": {"Loss": 0.000675528091109569, "avg t": 0.9221081072842633, "plain loss": 0.09593306212425216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.17716666666666, "Augmented-Loss": 0.05669434487948815, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.052175060083468755, "PGD-Accuracy": 3.3, "PGD-Loss": 9.349581527709962}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 336.76578426361084, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2067, "Augmented-Loss": 0.06570467165601253, "Clean-Accuracy": 99.28, "Clean-Loss": 0.061283620953559874, "PGD-Accuracy": 3.73, "PGD-Loss": 8.773438482666016}, "Total-Time": 17861.283126831055, "Train": {"Loss": 0.0006871888708990839, "avg t": 0.922107543821688, "plain loss": 0.09650426636978426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.14916666666667, "Augmented-Loss": 0.06404908588637909, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.06001965962847074, "PGD-Accuracy": 4.366666666666666, "PGD-Loss": 8.82542812093099}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 337.23637533187866, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2078, "Augmented-Loss": 0.062023327529668805, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05870045216083527, "PGD-Accuracy": 3.05, "PGD-Loss": 9.398693908691406}, "Total-Time": 18198.519502162933, "Train": {"Loss": 0.0006315551567096446, "avg t": 0.9220960818396674, "plain loss": 0.09467044504483542}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.22316666666667, "Augmented-Loss": 0.05904124706168969, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05600915042559306, "PGD-Accuracy": 3.2, "PGD-Loss": 9.339569290161133}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 337.16716718673706, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.0984, "Augmented-Loss": 0.07005394442927837, "Clean-Accuracy": 99.09, "Clean-Loss": 0.06585458475351334, "PGD-Accuracy": 4.61, "PGD-Loss": 8.79812215576172}, "Total-Time": 18535.68666934967, "Train": {"Loss": 0.0006123563984893499, "avg t": 0.9221057749324375, "plain loss": 0.0912963394112057}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.09816666666667, "Augmented-Loss": 0.0654226921175917, "Clean-Accuracy": 99.05, "Clean-Loss": 0.061412061919768654, "PGD-Accuracy": 4.383333333333334, "PGD-Loss": 8.757992314656576}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 337.1500434875488, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1927, "Augmented-Loss": 0.06763847303771972, "Clean-Accuracy": 99.18, "Clean-Loss": 0.0645480228304863, "PGD-Accuracy": 4.28, "PGD-Loss": 8.288598016357422}, "Total-Time": 18872.83671283722, "Train": {"Loss": 0.0006294279925692131, "avg t": 0.9220964673713401, "plain loss": 0.09144506820396137}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.25116666666666, "Augmented-Loss": 0.06354214932014544, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.060566356281439464, "PGD-Accuracy": 4.916666666666667, "PGD-Loss": 8.22700124613444}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 337.0154435634613, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1765, "Augmented-Loss": 0.06746084787619114, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06519427704811097, "PGD-Accuracy": 3.03, "PGD-Loss": 8.800414978027344}, "Total-Time": 19209.85215640068, "Train": {"Loss": 0.0006335012515126571, "avg t": 0.9221037171328509, "plain loss": 0.09496396831406478}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.17533333333333, "Augmented-Loss": 0.06403000971138477, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06174177998304367, "PGD-Accuracy": 3.433333333333333, "PGD-Loss": 8.743406290690103}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 337.095388174057, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2024, "Augmented-Loss": 0.06998268510520458, "Clean-Accuracy": 99.27, "Clean-Loss": 0.06543252398967743, "PGD-Accuracy": 4.84, "PGD-Loss": 8.770760327148437}, "Total-Time": 19546.947544574738, "Train": {"Loss": 0.0005815480848832522, "avg t": 0.9220978820588853, "plain loss": 0.09088962274833969}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.26116666666667, "Augmented-Loss": 0.06646353136777877, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.06226272211472193, "PGD-Accuracy": 4.916666666666667, "PGD-Loss": 8.826761057535807}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 337.11776328086853, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.37999725341797, "Augmented-Accuracy": 99.0028, "Augmented-Loss": 0.07663589714837074, "Clean-Accuracy": 98.97, "Clean-Loss": 0.07288664484024047, "PGD-Accuracy": 5.04, "PGD-Loss": 8.193775415039063}, "Total-Time": 19884.065307855606, "Train": {"Loss": 0.0005861467125582749, "avg t": 0.9220864690144857, "plain loss": 0.09049866846402499}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.00366666666666, "Augmented-Loss": 0.07091524097661177, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.06731292814016342, "PGD-Accuracy": 5.366666666666666, "PGD-Loss": 8.203308598836262}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 337.2124402523041, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0204, "Augmented-Loss": 0.08239187286257744, "Clean-Accuracy": 99.06, "Clean-Loss": 0.07458971658945084, "PGD-Accuracy": 6.27, "PGD-Loss": 7.654013211059571}, "Total-Time": 20221.27774810791, "Train": {"Loss": 0.0005913594414332355, "avg t": 0.9220915007767854, "plain loss": 0.09218969442579479}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.63333129882812, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.08716666666666, "Augmented-Loss": 0.07651986258983612, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.06945317622025808, "PGD-Accuracy": 5.9, "PGD-Loss": 7.695867980957031}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 337.12571144104004, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2216, "Augmented-Loss": 0.05734488028490543, "Clean-Accuracy": 99.28, "Clean-Loss": 0.054691897904872895, "PGD-Accuracy": 3.2, "PGD-Loss": 9.083346801757813}, "Total-Time": 20558.40345954895, "Train": {"Loss": 0.0006127624240105905, "avg t": 0.922092369944961, "plain loss": 0.09135974044799798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.258, "Augmented-Loss": 0.05559031515141328, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.05323855038483938, "PGD-Accuracy": 3.4, "PGD-Loss": 9.10842529296875}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 337.0344784259796, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2408, "Augmented-Loss": 0.06778250245690345, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06684482771158218, "PGD-Accuracy": 3.5, "PGD-Loss": 9.178887463378906}, "Total-Time": 20895.43793797493, "Train": {"Loss": 0.0005715431591995218, "avg t": 0.9220780140558879, "plain loss": 0.08821900328176993}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.25933333333333, "Augmented-Loss": 0.0645828957360983, "Clean-Accuracy": 99.35, "Clean-Loss": 0.06333708900213242, "PGD-Accuracy": 3.1333333333333333, "PGD-Loss": 9.110288309733074}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 337.33793020248413, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.2045, "Augmented-Loss": 0.06552908868265152, "Clean-Accuracy": 99.31, "Clean-Loss": 0.06507646546363831, "PGD-Accuracy": 2.8, "PGD-Loss": 9.11351890258789}, "Total-Time": 21232.775868177414, "Train": {"Loss": 0.0005809564230107417, "avg t": 0.9220943787362841, "plain loss": 0.09327294502434902}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.2055, "Augmented-Loss": 0.06345310489922762, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.06292266541719437, "PGD-Accuracy": 2.8833333333333333, "PGD-Loss": 9.17709267171224}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 337.0890038013458, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2268, "Augmented-Loss": 0.057374760515093805, "Clean-Accuracy": 99.33, "Clean-Loss": 0.05706216329336166, "PGD-Accuracy": 2.07, "PGD-Loss": 9.13382426147461}, "Total-Time": 21569.86487197876, "Train": {"Loss": 0.0005419312227523834, "avg t": 0.9220858102021394, "plain loss": 0.08800482636910902}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.21266666666666, "Augmented-Loss": 0.055260390932162604, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05472821167111397, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 9.047978739420573}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 337.44495964050293, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.215, "Augmented-Loss": 0.06356409054219722, "Clean-Accuracy": 99.27, "Clean-Loss": 0.06354062701463699, "PGD-Accuracy": 4.23, "PGD-Loss": 8.003691088867187}, "Total-Time": 21907.309831619263, "Train": {"Loss": 0.0006177852850599232, "avg t": 0.9220946349391231, "plain loss": 0.08995075955567526}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.25, "Augmented-Loss": 0.06033141529381275, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.060035740226507185, "PGD-Accuracy": 4.483333333333333, "PGD-Loss": 7.9428992818196615}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 337.24036407470703, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2254, "Augmented-Loss": 0.05423192441082001, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05432551590204239, "PGD-Accuracy": 2.27, "PGD-Loss": 8.956681903076172}, "Total-Time": 22244.55019569397, "Train": {"Loss": 0.000556046690346934, "avg t": 0.9220741246894554, "plain loss": 0.08706181119283037}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.20883333333333, "Augmented-Loss": 0.052392867223024366, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.052432136595249174, "PGD-Accuracy": 2.716666666666667, "PGD-Loss": 8.942719655354818}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 337.42229986190796, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2463, "Augmented-Loss": 0.05955042940747738, "Clean-Accuracy": 99.31, "Clean-Loss": 0.06167793031930924, "PGD-Accuracy": 2.42, "PGD-Loss": 9.001206158447266}, "Total-Time": 22581.972495555878, "Train": {"Loss": 0.000530051074234911, "avg t": 0.9220707162221273, "plain loss": 0.08708797183036815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.173, "Augmented-Loss": 0.05789831548978885, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.059439724137385685, "PGD-Accuracy": 2.9166666666666665, "PGD-Loss": 8.890860265096029}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 337.3279824256897, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1879, "Augmented-Loss": 0.06170053100848198, "Clean-Accuracy": 99.28, "Clean-Loss": 0.06297453789710998, "PGD-Accuracy": 3.1, "PGD-Loss": 8.943690216064454}, "Total-Time": 22919.300477981567, "Train": {"Loss": 0.0005308337212719144, "avg t": 0.9220741577325043, "plain loss": 0.09056898233625613}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.17983333333333, "Augmented-Loss": 0.06078263555129369, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.061866653551658, "PGD-Accuracy": 3.05, "PGD-Loss": 8.959294138590495}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 337.07478880882263, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1708, "Augmented-Loss": 0.08196714056444168, "Clean-Accuracy": 99.18, "Clean-Loss": 0.081751926779747, "PGD-Accuracy": 5.33, "PGD-Loss": 7.339101232910156}, "Total-Time": 23256.37526679039, "Train": {"Loss": 0.0005466352519455271, "avg t": 0.9220669866667853, "plain loss": 0.09052283406787459}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.15866666666666, "Augmented-Loss": 0.0763275364601612, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.07555303784211477, "PGD-Accuracy": 5.266666666666667, "PGD-Loss": 7.313529917399088}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 337.2862436771393, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2079, "Augmented-Loss": 0.06307920400309562, "Clean-Accuracy": 99.22, "Clean-Loss": 0.06682797433137894, "PGD-Accuracy": 3.66, "PGD-Loss": 8.662758801269531}, "Total-Time": 23593.66151046753, "Train": {"Loss": 0.0005353360407818939, "avg t": 0.9220791557629903, "plain loss": 0.0903569367055541}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.20416666666667, "Augmented-Loss": 0.05972107620507479, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06259829731782278, "PGD-Accuracy": 3.8666666666666667, "PGD-Loss": 8.594480743408203}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 336.9492070674896, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2024, "Augmented-Loss": 0.06492281043481826, "Clean-Accuracy": 99.26, "Clean-Loss": 0.06948021304607391, "PGD-Accuracy": 2.84, "PGD-Loss": 8.41907735595703}, "Total-Time": 23930.61071753502, "Train": {"Loss": 0.0005247727369661098, "avg t": 0.9220780137026752, "plain loss": 0.09021675283997142}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 99.0, "Augmented-Accuracy": 99.26083333333334, "Augmented-Loss": 0.06154926424562931, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.06526633342107137, "PGD-Accuracy": 3.25, "PGD-Loss": 8.352897415161133}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 337.01513147354126, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.02999877929688, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.219, "Augmented-Loss": 0.06168917182791233, "Clean-Accuracy": 99.28, "Clean-Loss": 0.06388603233098984, "PGD-Accuracy": 4.2, "PGD-Loss": 8.13749266357422}, "Total-Time": 24267.62584900856, "Train": {"Loss": 0.0005535485138331111, "avg t": 0.9220730947918362, "plain loss": 0.08966307791074114}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.227, "Augmented-Loss": 0.058833615539968014, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06032204439242681, "PGD-Accuracy": 4.4, "PGD-Loss": 8.116838302612305}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 337.2520365715027, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2173, "Augmented-Loss": 0.06397070121383668, "Clean-Accuracy": 99.28, "Clean-Loss": 0.06682398837804794, "PGD-Accuracy": 3.8, "PGD-Loss": 8.55588115234375}, "Total-Time": 24604.877885580063, "Train": {"Loss": 0.0005004071017812109, "avg t": 0.9220762941749008, "plain loss": 0.08921041490590145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.20683333333334, "Augmented-Loss": 0.06133792303641637, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06330596586068471, "PGD-Accuracy": 3.9833333333333334, "PGD-Loss": 8.500634628295899}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 336.87216544151306, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.64999389648438, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0543, "Augmented-Loss": 0.07897239126038551, "Clean-Accuracy": 99.02, "Clean-Loss": 0.08411626143455506, "PGD-Accuracy": 5.02, "PGD-Loss": 7.482143792724609}, "Total-Time": 24941.750051021576, "Train": {"Loss": 0.0004954852465793078, "avg t": 0.922061554061042, "plain loss": 0.08790582931659831}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.091, "Augmented-Loss": 0.07265345866004626, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.07663331401348114, "PGD-Accuracy": 4.916666666666667, "PGD-Loss": 7.57884087117513}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 336.79919242858887, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.228, "Augmented-Loss": 0.06479969274449349, "Clean-Accuracy": 99.29, "Clean-Loss": 0.06883414769172669, "PGD-Accuracy": 3.36, "PGD-Loss": 8.41881939086914}, "Total-Time": 25278.549243450165, "Train": {"Loss": 0.0005230739063069147, "avg t": 0.9220665367620963, "plain loss": 0.08697594347353342}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.233, "Augmented-Loss": 0.06251740270624558, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.06563745911916097, "PGD-Accuracy": 3.783333333333333, "PGD-Loss": 8.35040208943685}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 337.07956743240356, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2208, "Augmented-Loss": 0.06782267760396003, "Clean-Accuracy": 99.25, "Clean-Loss": 0.07128624677658081, "PGD-Accuracy": 5.07, "PGD-Loss": 7.866778375244141}, "Total-Time": 25615.62881088257, "Train": {"Loss": 0.0005452399735659128, "avg t": 0.9220726283214711, "plain loss": 0.08893688823558654}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.214, "Augmented-Loss": 0.06469778390338024, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0675455004175504, "PGD-Accuracy": 5.233333333333333, "PGD-Loss": 7.752261403401692}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 336.7831435203552, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.204, "Augmented-Loss": 0.05653887840151787, "Clean-Accuracy": 99.24, "Clean-Loss": 0.060886269450187686, "PGD-Accuracy": 3.24, "PGD-Loss": 8.6428396484375}, "Total-Time": 25952.411954402924, "Train": {"Loss": 0.0005308453883203414, "avg t": 0.9220626138757776, "plain loss": 0.08785465422559662}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.15966666666667, "Augmented-Loss": 0.05440146614809831, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05784381546576818, "PGD-Accuracy": 3.2333333333333334, "PGD-Loss": 8.615799016316732}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 337.2736110687256, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.83999633789062, "Augmented-Accuracy": 99.2124, "Augmented-Loss": 0.05656658012878895, "Clean-Accuracy": 99.24, "Clean-Loss": 0.060387798023223874, "PGD-Accuracy": 3.09, "PGD-Loss": 8.238877844238282}, "Total-Time": 26289.68556547165, "Train": {"Loss": 0.0005453739659049596, "avg t": 0.9220648972546612, "plain loss": 0.08702071935865634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.20983333333334, "Augmented-Loss": 0.05524715511540572, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05819269896547, "PGD-Accuracy": 3.716666666666667, "PGD-Loss": 8.236588872273764}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 336.83475375175476, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2075, "Augmented-Loss": 0.06101765385890007, "Clean-Accuracy": 99.26, "Clean-Loss": 0.06501506160497665, "PGD-Accuracy": 4.19, "PGD-Loss": 8.65911010131836}, "Total-Time": 26626.520319223404, "Train": {"Loss": 0.0005331867846659103, "avg t": 0.9220684342031126, "plain loss": 0.08947929300025655}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.25683333333333, "Augmented-Loss": 0.05785659784287214, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06098248505592346, "PGD-Accuracy": 4.333333333333333, "PGD-Loss": 8.686467198689778}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 336.5309543609619, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.82999420166016, "Augmented-Accuracy": 99.225, "Augmented-Loss": 0.07095597010159492, "Clean-Accuracy": 99.26, "Clean-Loss": 0.07491432926654816, "PGD-Accuracy": 3.78, "PGD-Loss": 8.170625848388672}, "Total-Time": 26963.051273584366, "Train": {"Loss": 0.0005314209527261685, "avg t": 0.9220560064845615, "plain loss": 0.08803013706913708}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.217, "Augmented-Loss": 0.0678159706929326, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.07083181182543437, "PGD-Accuracy": 3.533333333333333, "PGD-Loss": 8.246628239949544}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 336.8682837486267, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2058, "Augmented-Loss": 0.059306909590244296, "Clean-Accuracy": 99.2, "Clean-Loss": 0.062354366981983184, "PGD-Accuracy": 4.09, "PGD-Loss": 8.554801751708984}, "Total-Time": 27299.919557332993, "Train": {"Loss": 0.00047852548721835707, "avg t": 0.922055011290091, "plain loss": 0.08683213444462538}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.17716666666666, "Augmented-Loss": 0.056836586845119795, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.059281198809544244, "PGD-Accuracy": 4.016666666666667, "PGD-Loss": 8.406313741048177}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 336.93835043907166, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.196, "Augmented-Loss": 0.07740622527599335, "Clean-Accuracy": 99.19, "Clean-Loss": 0.08131732304096222, "PGD-Accuracy": 5.54, "PGD-Loss": 7.4057140533447265}, "Total-Time": 27636.857907772064, "Train": {"Loss": 0.0005300151824865477, "avg t": 0.922063175784217, "plain loss": 0.08601031445397266}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.187, "Augmented-Loss": 0.07296922067622344, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.07609291519721349, "PGD-Accuracy": 5.85, "PGD-Loss": 7.400808837890625}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 336.9450101852417, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.225, "Augmented-Loss": 0.06546963473248482, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06923067247867584, "PGD-Accuracy": 3.53, "PGD-Loss": 7.972876629638672}, "Total-Time": 27973.802917957306, "Train": {"Loss": 0.00048406161092862023, "avg t": 0.9220589795465822, "plain loss": 0.08592635029510226}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.23233333333333, "Augmented-Loss": 0.06263509028613568, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06548942538102467, "PGD-Accuracy": 4.083333333333333, "PGD-Loss": 7.928783248901367}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 337.055846452713, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.39999389648438, "Augmented-Accuracy": 98.9876, "Augmented-Loss": 0.07354070895457268, "Clean-Accuracy": 99.0, "Clean-Loss": 0.07552420716285706, "PGD-Accuracy": 4.26, "PGD-Loss": 7.894012545776367}, "Total-Time": 28310.85876441002, "Train": {"Loss": 0.0004980140695906474, "avg t": 0.9220581123387372, "plain loss": 0.08802209930419923}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.01533333333333, "Augmented-Loss": 0.07019587385137877, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.07163101025422414, "PGD-Accuracy": 3.85, "PGD-Loss": 7.859452682495117}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 337.0684690475464, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.1775, "Augmented-Loss": 0.06202850880253315, "Clean-Accuracy": 99.19, "Clean-Loss": 0.06571028286218643, "PGD-Accuracy": 3.51, "PGD-Loss": 8.125705535888672}, "Total-Time": 28647.927233457565, "Train": {"Loss": 0.0005308522464971433, "avg t": 0.9220575826609576, "plain loss": 0.08809382366074456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.24233333333333, "Augmented-Loss": 0.05827511853784323, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.06127461861570676, "PGD-Accuracy": 3.75, "PGD-Loss": 8.166496231079101}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 337.2553279399872, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2132, "Augmented-Loss": 0.0611020342925787, "Clean-Accuracy": 99.26, "Clean-Loss": 0.0629380513548851, "PGD-Accuracy": 3.84, "PGD-Loss": 8.388258026123047}, "Total-Time": 28985.182561397552, "Train": {"Loss": 0.00048455720826010896, "avg t": 0.9220577281845941, "plain loss": 0.08517206556355521}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.23566666666666, "Augmented-Loss": 0.05895098984539509, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.06017358152071635, "PGD-Accuracy": 4.483333333333333, "PGD-Loss": 8.292916732788086}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 337.4144365787506, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04000091552734, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.83999633789062, "Augmented-Accuracy": 99.2455, "Augmented-Loss": 0.055598561680078505, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05773192518949509, "PGD-Accuracy": 3.26, "PGD-Loss": 8.431748309326172}, "Total-Time": 29322.596997976303, "Train": {"Loss": 0.0005287882744684828, "avg t": 0.9220506700939602, "plain loss": 0.08714931940502589}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.229, "Augmented-Loss": 0.05453468789805969, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05626367542147637, "PGD-Accuracy": 3.2333333333333334, "PGD-Loss": 8.415673767089844}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 336.8345139026642, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.05999755859375, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2149, "Augmented-Loss": 0.05668056005513668, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05978076792955399, "PGD-Accuracy": 3.29, "PGD-Loss": 8.108515686035156}, "Total-Time": 29659.431511878967, "Train": {"Loss": 0.0005123515503851026, "avg t": 0.9220495780132435, "plain loss": 0.0849946400306843}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.21983333333333, "Augmented-Loss": 0.05406841976215442, "Clean-Accuracy": 99.25, "Clean-Loss": 0.056433260589838025, "PGD-Accuracy": 3.2666666666666666, "PGD-Loss": 7.9812828318278}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 336.8964285850525, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2133, "Augmented-Loss": 0.06078652901256085, "Clean-Accuracy": 99.18, "Clean-Loss": 0.06306093691587449, "PGD-Accuracy": 3.86, "PGD-Loss": 7.937593890380859}, "Total-Time": 29996.32794046402, "Train": {"Loss": 0.0004698085261402917, "avg t": 0.9220496254850317, "plain loss": 0.08582079099725787}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.248, "Augmented-Loss": 0.05769989951580763, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05917973205447197, "PGD-Accuracy": 4.7, "PGD-Loss": 7.860087534586588}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 336.95486211776733, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2385, "Augmented-Loss": 0.05130800812399387, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05472180185317993, "PGD-Accuracy": 2.22, "PGD-Loss": 9.012667492675781}, "Total-Time": 30333.282802581787, "Train": {"Loss": 0.0005113880014078286, "avg t": 0.9220535960727267, "plain loss": 0.08658231188456217}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.2405, "Augmented-Loss": 0.05093864986270666, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05366947859525681, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 8.930482304890951}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 336.73631286621094, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1529, "Augmented-Loss": 0.05600299645018578, "Clean-Accuracy": 99.13, "Clean-Loss": 0.059455976998806, "PGD-Accuracy": 3.84, "PGD-Loss": 7.6489760803222655}, "Total-Time": 30670.019115447998, "Train": {"Loss": 0.00045159103159433776, "avg t": 0.9220358169343736, "plain loss": 0.08549725963098029}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.194, "Augmented-Loss": 0.05336446035782496, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.056262998630603155, "PGD-Accuracy": 3.8333333333333335, "PGD-Loss": 7.631403696695964}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 337.2072048187256, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2322, "Augmented-Loss": 0.05245882495200634, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05712431269884109, "PGD-Accuracy": 2.72, "PGD-Loss": 8.662970574951173}, "Total-Time": 31007.226320266724, "Train": {"Loss": 0.0004938396803303881, "avg t": 0.9220505415068733, "plain loss": 0.0842889852064626}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.21816666666666, "Augmented-Loss": 0.05137274440020323, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05525725717345874, "PGD-Accuracy": 2.5166666666666666, "PGD-Loss": 8.679998845418295}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 337.34581780433655, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.00999450683594, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.1998, "Augmented-Loss": 0.06049857720923424, "Clean-Accuracy": 99.2, "Clean-Loss": 0.06568901920318604, "PGD-Accuracy": 3.61, "PGD-Loss": 7.953620709228516}, "Total-Time": 31344.57213807106, "Train": {"Loss": 0.00046805071995267, "avg t": 0.9220358967957674, "plain loss": 0.08579672551155089}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2355, "Augmented-Loss": 0.05817329889784257, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.062319432447354, "PGD-Accuracy": 3.533333333333333, "PGD-Loss": 7.979095331827799}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 338.19093012809753, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1949, "Augmented-Loss": 0.06581832290232181, "Clean-Accuracy": 99.25, "Clean-Loss": 0.07207405076026917, "PGD-Accuracy": 4.28, "PGD-Loss": 7.586188970947266}, "Total-Time": 31682.763068199158, "Train": {"Loss": 0.000471986334649113, "avg t": 0.9220515543089972, "plain loss": 0.08531168450249559}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.16883333333334, "Augmented-Loss": 0.06288418346593777, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06807238526145618, "PGD-Accuracy": 4.416666666666667, "PGD-Loss": 7.611462773640951}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 338.13562655448914, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97000122070312, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2281, "Augmented-Loss": 0.05892161579978466, "Clean-Accuracy": 99.23, "Clean-Loss": 0.06408376433849335, "PGD-Accuracy": 3.34, "PGD-Loss": 8.099487670898437}, "Total-Time": 32020.898694753647, "Train": {"Loss": 0.000449824090826614, "avg t": 0.9220418945948283, "plain loss": 0.08455544367189764}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.2055, "Augmented-Loss": 0.05628477553427219, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06049515476822853, "PGD-Accuracy": 3.6166666666666667, "PGD-Loss": 8.079896876017253}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 338.1695897579193, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.07999420166016, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2385, "Augmented-Loss": 0.05713539071953297, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0614310693860054, "PGD-Accuracy": 2.33, "PGD-Loss": 8.449410418701172}, "Total-Time": 32359.068284511566, "Train": {"Loss": 0.0004450027333358001, "avg t": 0.9220301104121738, "plain loss": 0.08586986728420967}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.263, "Augmented-Loss": 0.05484194359223048, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.058297033886114756, "PGD-Accuracy": 2.65, "PGD-Loss": 8.348464991251628}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 337.76451897621155, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1434, "Augmented-Loss": 0.06897032854306698, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0742507963180542, "PGD-Accuracy": 3.94, "PGD-Loss": 7.505005133056641}, "Total-Time": 32696.832803487778, "Train": {"Loss": 0.0004987566072588918, "avg t": 0.9220484682895519, "plain loss": 0.08333947331110639}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.16533333333334, "Augmented-Loss": 0.06600631275167068, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0702682678004106, "PGD-Accuracy": 3.8333333333333335, "PGD-Loss": 7.5232516988118485}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 338.55319905281067, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97000122070312, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.213, "Augmented-Loss": 0.0657396754733324, "Clean-Accuracy": 99.28, "Clean-Loss": 0.07004875402450561, "PGD-Accuracy": 4.18, "PGD-Loss": 7.480105725097657}, "Total-Time": 33035.38600254059, "Train": {"Loss": 0.00047173781939299834, "avg t": 0.9220421823042411, "plain loss": 0.08286035719977478}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.98332977294922, "Augmented-Accuracy": 99.238, "Augmented-Loss": 0.06365896137515704, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06718087011575699, "PGD-Accuracy": 4.533333333333333, "PGD-Loss": 7.422857289632161}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 338.1227514743805, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2313, "Augmented-Loss": 0.06340189675378799, "Clean-Accuracy": 99.24, "Clean-Loss": 0.06841434408426285, "PGD-Accuracy": 2.69, "PGD-Loss": 7.886951947021484}, "Total-Time": 33373.50875401497, "Train": {"Loss": 0.00040095026140079425, "avg t": 0.9220372156920257, "plain loss": 0.08446886392875949}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.20666666666666, "Augmented-Loss": 0.06112562989205122, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.06539116714398066, "PGD-Accuracy": 2.933333333333333, "PGD-Loss": 7.93067984008789}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 338.5077040195465, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1905, "Augmented-Loss": 0.06747075058543682, "Clean-Accuracy": 99.24, "Clean-Loss": 0.07306782735586166, "PGD-Accuracy": 4.3, "PGD-Loss": 7.220169247436523}, "Total-Time": 33712.016458034515, "Train": {"Loss": 0.0004830892468040407, "avg t": 0.9220375050791988, "plain loss": 0.08543332449948333}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.194, "Augmented-Loss": 0.0645390811680754, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.06939160273472468, "PGD-Accuracy": 4.4, "PGD-Loss": 7.164819142659505}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 338.42326617240906, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.1987, "Augmented-Loss": 0.05909607126736641, "Clean-Accuracy": 99.21, "Clean-Loss": 0.0629269751548767, "PGD-Accuracy": 3.05, "PGD-Loss": 8.031554559326171}, "Total-Time": 34050.439724206924, "Train": {"Loss": 0.0004341551252218778, "avg t": 0.9220273925110146, "plain loss": 0.08761964458359622}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.25933333333333, "Augmented-Loss": 0.056940817165076735, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06035870260000229, "PGD-Accuracy": 3.3666666666666667, "PGD-Loss": 7.972486501057943}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 338.9569263458252, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.1962, "Augmented-Loss": 0.06800410994696617, "Clean-Accuracy": 99.24, "Clean-Loss": 0.07184045689105988, "PGD-Accuracy": 3.16, "PGD-Loss": 7.74246953125}, "Total-Time": 34389.39665055275, "Train": {"Loss": 0.0004560478861788363, "avg t": 0.9220334212161877, "plain loss": 0.08293893310052375}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.268, "Augmented-Loss": 0.06418298025468985, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06726682635148366, "PGD-Accuracy": 3.55, "PGD-Loss": 7.6534494781494145}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 338.11854124069214, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2129, "Augmented-Loss": 0.06444426768612861, "Clean-Accuracy": 99.22, "Clean-Loss": 0.06988725074529648, "PGD-Accuracy": 2.91, "PGD-Loss": 7.723317797851562}, "Total-Time": 34727.51519179344, "Train": {"Loss": 0.00048064338167993505, "avg t": 0.9220410891109043, "plain loss": 0.08566791570628134}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.268, "Augmented-Loss": 0.061268350139558315, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06577490148941675, "PGD-Accuracy": 3.15, "PGD-Loss": 7.630815526326497}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 337.94347310066223, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1547, "Augmented-Loss": 0.06378550782608985, "Clean-Accuracy": 99.14, "Clean-Loss": 0.06828263064622879, "PGD-Accuracy": 3.26, "PGD-Loss": 7.723385498046875}, "Total-Time": 35065.458664894104, "Train": {"Loss": 0.00043294999869922994, "avg t": 0.922028615033185, "plain loss": 0.0841956485536364}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.19, "Augmented-Loss": 0.0606505006980896, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.06436348763108253, "PGD-Accuracy": 3.7333333333333334, "PGD-Loss": 7.686443461100261}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 338.07120656967163, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2186, "Augmented-Loss": 0.0629761045690775, "Clean-Accuracy": 99.24, "Clean-Loss": 0.06753841007947922, "PGD-Accuracy": 2.87, "PGD-Loss": 7.442070080566406}, "Total-Time": 35403.529871463776, "Train": {"Loss": 0.0004420680820747765, "avg t": 0.9220382125465958, "plain loss": 0.08569138217502179}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.28133333333334, "Augmented-Loss": 0.059764380653798584, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.06333940090735754, "PGD-Accuracy": 2.9833333333333334, "PGD-Loss": 7.413985677083334}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 338.28854751586914, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.2062, "Augmented-Loss": 0.0610933797672987, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06478469575643539, "PGD-Accuracy": 2.64, "PGD-Loss": 7.450001275634766}, "Total-Time": 35741.818418979645, "Train": {"Loss": 0.00042892005295706674, "avg t": 0.9220337097909715, "plain loss": 0.08457118224391219}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1575, "Augmented-Loss": 0.059212279984553653, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.062069931596517566, "PGD-Accuracy": 2.8333333333333335, "PGD-Loss": 7.422124165852865}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 338.6537330150604, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.06999969482422, "Augmented-0.05-Quantile-Accuracy": 98.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.82999420166016, "Augmented-Accuracy": 99.2464, "Augmented-Loss": 0.0587301444414854, "Clean-Accuracy": 99.27, "Clean-Loss": 0.06346891642808915, "PGD-Accuracy": 2.2, "PGD-Loss": 8.000054107666015}, "Total-Time": 36080.472151994705, "Train": {"Loss": 0.00042019210054153246, "avg t": 0.9220326181694314, "plain loss": 0.08186479534043203}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.24716666666667, "Augmented-Loss": 0.0559830796216925, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05993435330192248, "PGD-Accuracy": 2.4833333333333334, "PGD-Loss": 7.960707651774088}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 339.4809637069702, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2715, "Augmented-Loss": 0.05269761490297317, "Clean-Accuracy": 99.35, "Clean-Loss": 0.05449068020582199, "PGD-Accuracy": 2.17, "PGD-Loss": 8.121100677490235}, "Total-Time": 36419.953115701675, "Train": {"Loss": 0.00042586201349466274, "avg t": 0.9220271999394453, "plain loss": 0.08387400838004233}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.86666870117188, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.24733333333333, "Augmented-Loss": 0.05184720234304666, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.053218473821878436, "PGD-Accuracy": 2.6, "PGD-Loss": 8.171388997395834}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 339.7096166610718, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2178, "Augmented-Loss": 0.06433003814017772, "Clean-Accuracy": 99.24, "Clean-Loss": 0.0665609503030777, "PGD-Accuracy": 3.27, "PGD-Loss": 7.19042085571289}, "Total-Time": 36759.66273236275, "Train": {"Loss": 0.0004427617058334161, "avg t": 0.9220333893740619, "plain loss": 0.08528162425005877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.22833333333334, "Augmented-Loss": 0.06081758606632551, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.0624775660832723, "PGD-Accuracy": 3.433333333333333, "PGD-Loss": 7.2269957173665365}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 339.0560553073883, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1743, "Augmented-Loss": 0.06697798590219022, "Clean-Accuracy": 99.14, "Clean-Loss": 0.06967268269062042, "PGD-Accuracy": 4.48, "PGD-Loss": 7.308604244995117}, "Total-Time": 37098.718787670135, "Train": {"Loss": 0.00041853718297260524, "avg t": 0.9220361068866871, "plain loss": 0.081918075467922}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.16266666666667, "Augmented-Loss": 0.0625750327355663, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.06448910581072172, "PGD-Accuracy": 4.766666666666667, "PGD-Loss": 7.3063111419677735}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 339.41624760627747, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1693, "Augmented-Loss": 0.060154009841680525, "Clean-Accuracy": 99.19, "Clean-Loss": 0.061091593611240384, "PGD-Accuracy": 3.19, "PGD-Loss": 7.489848699951172}, "Total-Time": 37438.13503527641, "Train": {"Loss": 0.00036414637618524163, "avg t": 0.9220215898796364, "plain loss": 0.08057560394604993}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.23416666666667, "Augmented-Loss": 0.05732649322162072, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.057710623542467754, "PGD-Accuracy": 3.2333333333333334, "PGD-Loss": 7.5300311126708985}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 338.70001339912415, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2425, "Augmented-Loss": 0.05780405956733227, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05962344282865524, "PGD-Accuracy": 1.97, "PGD-Loss": 8.239866571044923}, "Total-Time": 37776.83504867554, "Train": {"Loss": 0.0004250017909858983, "avg t": 0.922034352850031, "plain loss": 0.08617574226767934}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.21366666666667, "Augmented-Loss": 0.05527522185921669, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05658331523338954, "PGD-Accuracy": 2.1166666666666667, "PGD-Loss": 8.167942184448242}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 338.1297631263733, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1991, "Augmented-Loss": 0.06269944783186912, "Clean-Accuracy": 99.23, "Clean-Loss": 0.06433231264352798, "PGD-Accuracy": 2.14, "PGD-Loss": 7.615141778564453}, "Total-Time": 38114.96481180191, "Train": {"Loss": 0.00041132518817455464, "avg t": 0.922025029235416, "plain loss": 0.08562753124590278}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.19883333333334, "Augmented-Loss": 0.06080670886317889, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.06199639495213827, "PGD-Accuracy": 2.95, "PGD-Loss": 7.600104319254557}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 337.97947931289673, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97000122070312, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2047, "Augmented-Loss": 0.07070078813028335, "Clean-Accuracy": 99.19, "Clean-Loss": 0.07383770573139191, "PGD-Accuracy": 5.42, "PGD-Loss": 6.464432907104492}, "Total-Time": 38452.94429111481, "Train": {"Loss": 0.0004188770100325335, "avg t": 0.9220196940104166, "plain loss": 0.08593604294282421}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.23116666666667, "Augmented-Loss": 0.06626887191057206, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.0688058345913887, "PGD-Accuracy": 5.733333333333333, "PGD-Loss": 6.50181228129069}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 338.6447842121124, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2102, "Augmented-Loss": 0.07082782244896889, "Clean-Accuracy": 99.28, "Clean-Loss": 0.0745043906211853, "PGD-Accuracy": 4.27, "PGD-Loss": 7.144783700561524}, "Total-Time": 38791.58907532692, "Train": {"Loss": 0.00038513891449083867, "avg t": 0.922014211901912, "plain loss": 0.08075986321590556}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.193, "Augmented-Loss": 0.06858041359722614, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.07164567387104034, "PGD-Accuracy": 4.95, "PGD-Loss": 7.179479787190755}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 338.435937166214, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.1859, "Augmented-Loss": 0.07472124081134796, "Clean-Accuracy": 99.16, "Clean-Loss": 0.07482610042095185, "PGD-Accuracy": 4.4, "PGD-Loss": 6.772484692382813}, "Total-Time": 39130.02501249313, "Train": {"Loss": 0.0004005907552246181, "avg t": 0.9220144374988697, "plain loss": 0.08468841422752102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.20416666666667, "Augmented-Loss": 0.06948884450495244, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.06928463846445083, "PGD-Accuracy": 4.883333333333334, "PGD-Loss": 6.722084131876628}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 339.35821533203125, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.06999969482422, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.82999420166016, "Augmented-Accuracy": 99.2302, "Augmented-Loss": 0.05275967986524105, "Clean-Accuracy": 99.27, "Clean-Loss": 0.053418520176410675, "PGD-Accuracy": 1.75, "PGD-Loss": 8.471726177978516}, "Total-Time": 39469.383227825165, "Train": {"Loss": 0.00044604299819992675, "avg t": 0.9220276835582875, "plain loss": 0.0834253031924918}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.98332977294922, "Augmented-Accuracy": 99.27333333333333, "Augmented-Loss": 0.05128150672892729, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05201157187422117, "PGD-Accuracy": 1.8333333333333333, "PGD-Loss": 8.477130009969075}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 338.90237617492676, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1622, "Augmented-Loss": 0.07029811445963383, "Clean-Accuracy": 99.18, "Clean-Loss": 0.07081315584182739, "PGD-Accuracy": 4.21, "PGD-Loss": 6.820232287597657}, "Total-Time": 39808.28560400009, "Train": {"Loss": 0.0004106387653688149, "avg t": 0.9220169289377, "plain loss": 0.08189744743771028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.22883333333333, "Augmented-Loss": 0.06685544938147069, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06719746679067612, "PGD-Accuracy": 3.8666666666666667, "PGD-Loss": 6.850072769165039}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 338.51136922836304, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2074, "Augmented-Loss": 0.054634496559858324, "Clean-Accuracy": 99.28, "Clean-Loss": 0.054283076310157774, "PGD-Accuracy": 2.78, "PGD-Loss": 7.596535565185547}, "Total-Time": 40146.796973228455, "Train": {"Loss": 0.00037695581536182645, "avg t": 0.9220167358009903, "plain loss": 0.08161659840301227}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.19083333333333, "Augmented-Loss": 0.05336947871754567, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.053284343004226686, "PGD-Accuracy": 2.8666666666666667, "PGD-Loss": 7.593679707845052}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 337.8356354236603, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2115, "Augmented-Loss": 0.054901522542715075, "Clean-Accuracy": 99.32, "Clean-Loss": 0.05507453482151031, "PGD-Accuracy": 2.05, "PGD-Loss": 8.0247732421875}, "Total-Time": 40484.632608652115, "Train": {"Loss": 0.0004110780567269238, "avg t": 0.9220204339557224, "plain loss": 0.08116009516362792}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.22783333333334, "Augmented-Loss": 0.05415071400254965, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.054228257656097414, "PGD-Accuracy": 1.9, "PGD-Loss": 7.9335543772379555}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 337.98239493370056, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.83999633789062, "Augmented-Accuracy": 99.2284, "Augmented-Loss": 0.05960164818572998, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05972646442651749, "PGD-Accuracy": 2.44, "PGD-Loss": 7.016545394897461}, "Total-Time": 40822.615003585815, "Train": {"Loss": 0.00037552191756145073, "avg t": 0.9220139862696329, "plain loss": 0.08341295961450643}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.27483333333333, "Augmented-Loss": 0.056297739666998386, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.056183270325263344, "PGD-Accuracy": 2.8833333333333333, "PGD-Loss": 6.937327626546224}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 337.6634147167206, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.1199951171875, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.1954, "Augmented-Loss": 0.05518621061062813, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05635141532421112, "PGD-Accuracy": 2.11, "PGD-Loss": 7.907347491455078}, "Total-Time": 41160.278418302536, "Train": {"Loss": 0.00039966405387086625, "avg t": 0.9220187121673866, "plain loss": 0.0839556682410064}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.271, "Augmented-Loss": 0.05335262851397196, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.05428283608953158, "PGD-Accuracy": 2.65, "PGD-Loss": 7.860333862304688}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 339.2642595767975, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.82999420166016, "Augmented-Accuracy": 99.2237, "Augmented-Loss": 0.051198520798444745, "Clean-Accuracy": 99.33, "Clean-Loss": 0.05038500039577484, "PGD-Accuracy": 2.29, "PGD-Loss": 7.5988856750488285}, "Total-Time": 41499.54267787933, "Train": {"Loss": 0.0003766761458122582, "avg t": 0.9220140656718502, "plain loss": 0.08229182382866194}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.22633333333333, "Augmented-Loss": 0.0496173460124433, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04905688009659449, "PGD-Accuracy": 2.5166666666666666, "PGD-Loss": 7.491194005330404}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 337.95725178718567, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.02999877929688, "Augmented-0.05-Quantile-Accuracy": 98.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2316, "Augmented-Loss": 0.05451456739223003, "Clean-Accuracy": 99.29, "Clean-Loss": 0.055311566722393034, "PGD-Accuracy": 2.51, "PGD-Loss": 8.18549854736328}, "Total-Time": 41837.49992966652, "Train": {"Loss": 0.0003850064718009755, "avg t": 0.92201223454652, "plain loss": 0.08071614663336008}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.32, "Augmented-Loss": 0.05178715554455916, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.052358070800701775, "PGD-Accuracy": 2.55, "PGD-Loss": 8.164084462483723}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 337.7569260597229, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.1778, "Augmented-Loss": 0.05893636633300781, "Clean-Accuracy": 99.24, "Clean-Loss": 0.05986894130706787, "PGD-Accuracy": 2.45, "PGD-Loss": 7.711336529541016}, "Total-Time": 42175.25685572624, "Train": {"Loss": 0.00037594770566634167, "avg t": 0.9220205931486907, "plain loss": 0.08099911039317102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.24983333333333, "Augmented-Loss": 0.05561565868407488, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05632219538092613, "PGD-Accuracy": 2.75, "PGD-Loss": 7.697356653849284}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 337.8649981021881, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.06999969482422, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2213, "Augmented-Loss": 0.056496482959032056, "Clean-Accuracy": 99.27, "Clean-Loss": 0.058197253453731536, "PGD-Accuracy": 1.72, "PGD-Loss": 8.105107110595704}, "Total-Time": 42513.12185382843, "Train": {"Loss": 0.0003651225374524074, "avg t": 0.9220101127977725, "plain loss": 0.08041809652999601}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.23166666666667, "Augmented-Loss": 0.054477328230688966, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05592852098743121, "PGD-Accuracy": 1.8666666666666667, "PGD-Loss": 8.07506689453125}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 337.5097258090973, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.13999938964844, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2236, "Augmented-Loss": 0.05515952516388893, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05759730511903763, "PGD-Accuracy": 1.89, "PGD-Loss": 8.095948498535156}, "Total-Time": 42850.63157963753, "Train": {"Loss": 0.0003678782911328771, "avg t": 0.9220029749340481, "plain loss": 0.08144354505715555}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.23433333333334, "Augmented-Loss": 0.05292695192774137, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05519670463601748, "PGD-Accuracy": 2.0166666666666666, "PGD-Loss": 7.989094548543294}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 338.52609395980835, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1003, "Augmented-Loss": 0.06258705582106114, "Clean-Accuracy": 99.09, "Clean-Loss": 0.06530772384405135, "PGD-Accuracy": 3.69, "PGD-Loss": 7.249634637451172}, "Total-Time": 43189.157673597336, "Train": {"Loss": 0.0003898183872018274, "avg t": 0.9220130376815796, "plain loss": 0.0798265712614413}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.20116666666667, "Augmented-Loss": 0.057998083460628985, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.06029202935099602, "PGD-Accuracy": 3.7333333333333334, "PGD-Loss": 7.211978693644205}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 338.1600532531738, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.0996, "Augmented-Loss": 0.06708307629668712, "Clean-Accuracy": 99.12, "Clean-Loss": 0.06887141734361649, "PGD-Accuracy": 3.32, "PGD-Loss": 7.082776885986328}, "Total-Time": 43527.31772685051, "Train": {"Loss": 0.0004004944105003637, "avg t": 0.92201226594713, "plain loss": 0.0788288624480919}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.169, "Augmented-Loss": 0.06351585774411758, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06474869146943092, "PGD-Accuracy": 3.6166666666666667, "PGD-Loss": 7.067757151285807}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 339.18924260139465, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04000091552734, "Augmented-0.05-Quantile-Accuracy": 98.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.86000061035156, "Augmented-Accuracy": 99.2311, "Augmented-Loss": 0.05948517155647278, "Clean-Accuracy": 99.27, "Clean-Loss": 0.0602452388048172, "PGD-Accuracy": 1.81, "PGD-Loss": 7.458838104248047}, "Total-Time": 43866.506969451904, "Train": {"Loss": 0.00038658009972196953, "avg t": 0.9220054506549129, "plain loss": 0.07991022928732408}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.24816666666666, "Augmented-Loss": 0.05702199749678373, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05749609835942586, "PGD-Accuracy": 2.4833333333333334, "PGD-Loss": 7.401186075846354}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 337.5829424858093, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.1199951171875, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.228, "Augmented-Loss": 0.06202828499352932, "Clean-Accuracy": 99.28, "Clean-Loss": 0.06256326684951782, "PGD-Accuracy": 2.79, "PGD-Loss": 7.046323162841797}, "Total-Time": 44204.08991193771, "Train": {"Loss": 0.0003955935711453633, "avg t": 0.9220148713147198, "plain loss": 0.08221777351520683}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.26316666666666, "Augmented-Loss": 0.058430264149407544, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05868843863407771, "PGD-Accuracy": 3.1166666666666667, "PGD-Loss": 7.029175430297852}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 337.0989034175873, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.1971, "Augmented-Loss": 0.06843229589557648, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06724729201793671, "PGD-Accuracy": 4.2, "PGD-Loss": 5.925475045776367}, "Total-Time": 44541.1888153553, "Train": {"Loss": 0.00039006848833331013, "avg t": 0.9220037951646027, "plain loss": 0.08367891431031407}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.23083333333334, "Augmented-Loss": 0.06442423021852971, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.06312155165274938, "PGD-Accuracy": 4.566666666666666, "PGD-Loss": 5.860816991170247}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 338.26050877571106, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.1934, "Augmented-Loss": 0.06463131314623356, "Clean-Accuracy": 99.2, "Clean-Loss": 0.06589426172971725, "PGD-Accuracy": 4.18, "PGD-Loss": 6.577299844360351}, "Total-Time": 44879.44932413101, "Train": {"Loss": 0.0003852462373529138, "avg t": 0.922009694593924, "plain loss": 0.08382039153840799}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.26333333333334, "Augmented-Loss": 0.06029996501237154, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.061120136966307956, "PGD-Accuracy": 4.416666666666667, "PGD-Loss": 6.493668813069662}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 338.6948592662811, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2312, "Augmented-Loss": 0.05225538370203972, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05260113884210586, "PGD-Accuracy": 2.07, "PGD-Loss": 7.587933782958984}, "Total-Time": 45218.14418339729, "Train": {"Loss": 0.0003664964711217046, "avg t": 0.9219961107042101, "plain loss": 0.07829692567542743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.41666412353516, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.28083333333333, "Augmented-Loss": 0.04989074318716923, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.0504039473036925, "PGD-Accuracy": 2.5, "PGD-Loss": 7.619830815633138}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 337.35579323768616, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2293, "Augmented-Loss": 0.06153344060266018, "Clean-Accuracy": 99.29, "Clean-Loss": 0.06190577737092972, "PGD-Accuracy": 2.42, "PGD-Loss": 8.056075817871093}, "Total-Time": 45555.49997663498, "Train": {"Loss": 0.0004448391199952716, "avg t": 0.9220031515757243, "plain loss": 0.0811316503083264}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.236, "Augmented-Loss": 0.059734508949120836, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.06020221496621768, "PGD-Accuracy": 2.683333333333333, "PGD-Loss": 7.905887110392253}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 338.4776918888092, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1883, "Augmented-Loss": 0.06825204268074035, "Clean-Accuracy": 99.22, "Clean-Loss": 0.06826643189191818, "PGD-Accuracy": 2.83, "PGD-Loss": 6.985713323974609}, "Total-Time": 45893.97766852379, "Train": {"Loss": 0.000363047557012814, "avg t": 0.9219975095148439, "plain loss": 0.08028011248376643}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.23583333333333, "Augmented-Loss": 0.06411260355661312, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06390297547976176, "PGD-Accuracy": 3.05, "PGD-Loss": 6.937711949666341}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 338.7504529953003, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1823, "Augmented-Loss": 0.054510064357995984, "Clean-Accuracy": 99.2, "Clean-Loss": 0.053724091744422914, "PGD-Accuracy": 2.32, "PGD-Loss": 7.232177905273438}, "Total-Time": 46232.72812151909, "Train": {"Loss": 0.0003590466875819537, "avg t": 0.922003649994179, "plain loss": 0.08283188208827265}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.24466666666666, "Augmented-Loss": 0.05248666800369819, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05180592141548793, "PGD-Accuracy": 2.65, "PGD-Loss": 7.212053293863932}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 338.11762523651123, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.195, "Augmented-Loss": 0.06229706850731373, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06263055373430253, "PGD-Accuracy": 3.4, "PGD-Loss": 6.7381926391601565}, "Total-Time": 46570.8457467556, "Train": {"Loss": 0.00033327574607446204, "avg t": 0.9220014325954295, "plain loss": 0.08101556072058505}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.23133333333334, "Augmented-Loss": 0.05924852138102055, "Clean-Accuracy": 99.2, "Clean-Loss": 0.059383855859438575, "PGD-Accuracy": 3.533333333333333, "PGD-Loss": 6.722311238606771}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 337.64402770996094, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.19, "Augmented-Loss": 0.05696804391670227, "Clean-Accuracy": 99.17, "Clean-Loss": 0.05700162746906281, "PGD-Accuracy": 2.58, "PGD-Loss": 6.978499307250977}, "Total-Time": 46908.48977446556, "Train": {"Loss": 0.00033374031121214407, "avg t": 0.9219936843624822, "plain loss": 0.07962688310058036}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.28866666666667, "Augmented-Loss": 0.053615292434195674, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05348439911007881, "PGD-Accuracy": 3.05, "PGD-Loss": 6.914224314371745}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 339.0327887535095, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2166, "Augmented-Loss": 0.06761257937991619, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06705497570037842, "PGD-Accuracy": 3.47, "PGD-Loss": 6.745309188842773}, "Total-Time": 47247.52256321907, "Train": {"Loss": 0.0003539415066289722, "avg t": 0.9219998883318018, "plain loss": 0.08040554204870146}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.209, "Augmented-Loss": 0.06369073262453079, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06280720353126526, "PGD-Accuracy": 3.9166666666666665, "PGD-Loss": 6.648274236043294}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 339.5544099807739, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.15999603271484, "Augmented-0.05-Quantile-Accuracy": 98.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.245, "Augmented-Loss": 0.04478541111379862, "Clean-Accuracy": 99.31, "Clean-Loss": 0.04541546872854233, "PGD-Accuracy": 1.1, "PGD-Loss": 8.219957250976563}, "Total-Time": 47587.076973199844, "Train": {"Loss": 0.00036578521772106696, "avg t": 0.9220027831395468, "plain loss": 0.07947574944496164}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.8499984741211, "Augmented-0.1-Quantile-Accuracy": 99.01666259765625, "Augmented-Accuracy": 99.30916666666667, "Augmented-Loss": 0.04319259643852711, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04366076778868834, "PGD-Accuracy": 1.3166666666666667, "PGD-Loss": 8.221921905517577}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 338.00255823135376, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2248, "Augmented-Loss": 0.053018133659124375, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05308723665475845, "PGD-Accuracy": 1.88, "PGD-Loss": 7.954073596191407}, "Total-Time": 47925.0795314312, "Train": {"Loss": 0.00039125169694630634, "avg t": 0.9220047118222272, "plain loss": 0.07970398715513727}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.2705, "Augmented-Loss": 0.0507209522258242, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.05070069944858551, "PGD-Accuracy": 2.45, "PGD-Loss": 7.918661122639974}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 337.8014795780182, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.195, "Augmented-Loss": 0.05498428283596039, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05582808530330658, "PGD-Accuracy": 1.65, "PGD-Loss": 8.300950354003906}, "Total-Time": 48262.881011009216, "Train": {"Loss": 0.000387322484896113, "avg t": 0.9220106758894744, "plain loss": 0.08307490384843619}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.21733333333333, "Augmented-Loss": 0.053606851715346175, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05425524095694224, "PGD-Accuracy": 1.5, "PGD-Loss": 8.26773041788737}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 339.2598898410797, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2248, "Augmented-Loss": 0.054501259763002394, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05528802763223648, "PGD-Accuracy": 2.02, "PGD-Loss": 7.789399060058594}, "Total-Time": 48602.140900850296, "Train": {"Loss": 0.000347041979975647, "avg t": 0.9220000972041378, "plain loss": 0.07936479909331712}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.26733333333334, "Augmented-Loss": 0.05148177674204111, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05212929541865985, "PGD-Accuracy": 2.566666666666667, "PGD-Loss": 7.781763305664063}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 340.03480887413025, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97000122070312, "Augmented-0.05-Quantile-Accuracy": 98.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2304, "Augmented-Loss": 0.05634154021656513, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05621534878015518, "PGD-Accuracy": 2.91, "PGD-Loss": 7.186708245849609}, "Total-Time": 48942.175709724426, "Train": {"Loss": 0.0003444111875135234, "avg t": 0.92200017897288, "plain loss": 0.07947943289191628}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.24616666666667, "Augmented-Loss": 0.05416989165614049, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.053850117484728496, "PGD-Accuracy": 3.1333333333333333, "PGD-Loss": 7.166550893147787}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 337.67442083358765, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.08999633789062, "Augmented-0.05-Quantile-Accuracy": 98.68000030517578, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.25, "Augmented-Loss": 0.04784229773199558, "Clean-Accuracy": 99.3, "Clean-Loss": 0.049755431771278384, "PGD-Accuracy": 1.97, "PGD-Loss": 8.05018695678711}, "Total-Time": 49279.850130558014, "Train": {"Loss": 0.00037067174424432084, "avg t": 0.9219977019981102, "plain loss": 0.07975717843373605}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.2665, "Augmented-Loss": 0.04716391202146809, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04865053097407023, "PGD-Accuracy": 1.9333333333333333, "PGD-Loss": 7.987117401123047}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 337.90559911727905, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04000091552734, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2349, "Augmented-Loss": 0.05888629874205589, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05974633116722107, "PGD-Accuracy": 2.76, "PGD-Loss": 7.038653158569336}, "Total-Time": 49617.75572967529, "Train": {"Loss": 0.0003456330621335871, "avg t": 0.9219957728209319, "plain loss": 0.07929687853565923}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.21683333333333, "Augmented-Loss": 0.05631795613249143, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05704763302206993, "PGD-Accuracy": 2.566666666666667, "PGD-Loss": 6.989494766235351}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 338.16010761260986, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1459, "Augmented-Loss": 0.0705707719656229, "Clean-Accuracy": 99.16, "Clean-Loss": 0.07071588464975358, "PGD-Accuracy": 3.62, "PGD-Loss": 6.715861279296875}, "Total-Time": 49955.9158372879, "Train": {"Loss": 0.0003817489783864908, "avg t": 0.9219955322830765, "plain loss": 0.07846675238432708}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.21033333333334, "Augmented-Loss": 0.066863900924325, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06671075028181075, "PGD-Accuracy": 3.966666666666667, "PGD-Loss": 6.615860946655274}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 337.88536620140076, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1725, "Augmented-Loss": 0.06446722012460232, "Clean-Accuracy": 99.22, "Clean-Loss": 0.0640281578540802, "PGD-Accuracy": 3.03, "PGD-Loss": 6.7854052276611325}, "Total-Time": 50293.8012034893, "Train": {"Loss": 0.00036199878127054374, "avg t": 0.9220000823338826, "plain loss": 0.0815974533646196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.168, "Augmented-Loss": 0.06055800096293291, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.059908112486203514, "PGD-Accuracy": 3.6166666666666667, "PGD-Loss": 6.728934331258138}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 206.96140003204346, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.07999420166016, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.82999420166016, "Augmented-Accuracy": 99.2044, "Augmented-Loss": 0.056990916581630705, "Clean-Accuracy": 99.19, "Clean-Loss": 0.05572096966505051, "PGD-Accuracy": 2.44, "PGD-Loss": 7.334992413330078}, "Total-Time": 50500.76260352135, "Train": {"Loss": 0.0003630873692899412, "avg t": 0.9220020415871232, "plain loss": 0.07928914785561744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.263, "Augmented-Loss": 0.05446184055010478, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05323821494976679, "PGD-Accuracy": 2.4833333333333334, "PGD-Loss": 7.282751912434896}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
