{"Epoch": 0, "Epoch-Time": 634.9914882183075, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.3699951171875, "Augmented-0.05-Quantile-Accuracy": 95.75, "Augmented-0.1-Quantile-Accuracy": 96.33999633789062, "Augmented-Accuracy": 97.4649, "Augmented-Loss": 0.23310878938770294, "Clean-Accuracy": 97.92, "Clean-Loss": 0.16228529748916626, "PGD-Accuracy": 0.6, "PGD-Loss": 4.629312057495117}, "Total-Time": 634.9914882183075, "Train": {"Loss": 1.10760302540108, "avg t": 0.9440932678999724, "plain loss": 0.41918392103689694, "standard loss": 0.34200467207696705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.5999984741211, "Augmented-0.05-Quantile-Accuracy": 96.73332977294922, "Augmented-0.1-Quantile-Accuracy": 97.06666564941406, "Augmented-Accuracy": 98.16066666666667, "Augmented-Loss": 0.2135903251727422, "Clean-Accuracy": 98.61666666666666, "Clean-Loss": 0.1463077085018158, "PGD-Accuracy": 0.45, "PGD-Loss": 4.572569279988607}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 628.046975851059, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.64999389648438, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.7548, "Augmented-Loss": 0.19325086780357362, "Clean-Accuracy": 98.94, "Clean-Loss": 0.12928754420280456, "PGD-Accuracy": 1.38, "PGD-Loss": 4.697087088012696}, "Total-Time": 1263.0384640693665, "Train": {"Loss": 0.9661188584786874, "avg t": 0.928473875646238, "plain loss": 0.26640731007611307, "standard loss": 0.1894555666181776}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.08333587646484, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 98.88533333333334, "Augmented-Loss": 0.18350664536952974, "Clean-Accuracy": 98.95, "Clean-Loss": 0.12318074667453766, "PGD-Accuracy": 1.2833333333333334, "PGD-Loss": 4.689460945129395}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 631.2396936416626, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.30999755859375, "Augmented-0.05-Quantile-Accuracy": 97.37999725341797, "Augmented-0.1-Quantile-Accuracy": 97.72999572753906, "Augmented-Accuracy": 98.6041, "Augmented-Loss": 0.21574012000370027, "Clean-Accuracy": 98.81, "Clean-Loss": 0.15764367079734803, "PGD-Accuracy": 4.95, "PGD-Loss": 5.925730032348633}, "Total-Time": 1894.278157711029, "Train": {"Loss": 0.9497207560715852, "avg t": 0.9263634064285844, "plain loss": 0.22447883437121355, "standard loss": 0.1647528178780167}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.13333129882812, "Augmented-0.05-Quantile-Accuracy": 97.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.763, "Augmented-Loss": 0.20187341755787533, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.14675791136423746, "PGD-Accuracy": 5.016666666666667, "PGD-Loss": 5.94512005106608}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 599.9927444458008, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.97000122070312, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.8485, "Augmented-Loss": 0.12918422727251053, "Clean-Accuracy": 98.97, "Clean-Loss": 0.08841806809902192, "PGD-Accuracy": 3.39, "PGD-Loss": 6.96223515625}, "Total-Time": 2494.27090215683, "Train": {"Loss": 0.9415319132275052, "avg t": 0.9251418124304878, "plain loss": 0.19394334294354465, "standard loss": 0.14280230484185397}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 98.88483333333333, "Augmented-Loss": 0.11965458950042725, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.08343392978111903, "PGD-Accuracy": 3.25, "PGD-Loss": 6.920332494099935}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 597.3056433200836, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.90999603271484, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.889, "Augmented-Loss": 0.09946258585643768, "Clean-Accuracy": 99.0, "Clean-Loss": 0.07428819216489792, "PGD-Accuracy": 6.3, "PGD-Loss": 6.799811471557617}, "Total-Time": 3091.5765454769135, "Train": {"Loss": 0.9365062239788197, "avg t": 0.9244858520119279, "plain loss": 0.17040304622296934, "standard loss": 0.1261845166374136}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.04266666666666, "Augmented-Loss": 0.09087540252129236, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06921376875042916, "PGD-Accuracy": 5.616666666666666, "PGD-Loss": 6.792505605061849}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 595.8381898403168, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.8699951171875, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.8477, "Augmented-Loss": 0.09118294579172134, "Clean-Accuracy": 98.92, "Clean-Loss": 0.07496272444725037, "PGD-Accuracy": 3.51, "PGD-Loss": 8.01018477783203}, "Total-Time": 3687.41473531723, "Train": {"Loss": 0.9327903937587032, "avg t": 0.9239082414839003, "plain loss": 0.15820936616615033, "standard loss": 0.11954541393121083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.48332977294922, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 98.977, "Augmented-Loss": 0.08523190852284432, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.07074411942561468, "PGD-Accuracy": 3.7333333333333334, "PGD-Loss": 7.989435002644857}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 617.4736833572388, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.16999816894531, "Augmented-0.05-Quantile-Accuracy": 97.97999572753906, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.9385, "Augmented-Loss": 0.095712760535717, "Clean-Accuracy": 99.08, "Clean-Loss": 0.0684883776307106, "PGD-Accuracy": 7.12, "PGD-Loss": 7.070224127197266}, "Total-Time": 4304.888418674469, "Train": {"Loss": 0.9305275001879092, "avg t": 0.9235272459807219, "plain loss": 0.14657355084595858, "standard loss": 0.10813446835235313}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.05933333333333, "Augmented-Loss": 0.09062687549610933, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06672489853700002, "PGD-Accuracy": 7.1, "PGD-Loss": 6.965230438232422}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 631.2146677970886, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47000122070312, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0113, "Augmented-Loss": 0.0873617972164154, "Clean-Accuracy": 99.07, "Clean-Loss": 0.06499183822870254, "PGD-Accuracy": 9.45, "PGD-Loss": 8.148644317626953}, "Total-Time": 4936.103086471558, "Train": {"Loss": 0.9291824557339704, "avg t": 0.9233101663412872, "plain loss": 0.13921639328709348, "standard loss": 0.1051850077730638}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.0745, "Augmented-Loss": 0.08116782184918722, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.06230459760626157, "PGD-Accuracy": 8.916666666666666, "PGD-Loss": 8.182617797851563}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 654.0861480236053, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.14999389648438, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.9779, "Augmented-Loss": 0.09226162063980102, "Clean-Accuracy": 99.06, "Clean-Loss": 0.0692922121167183, "PGD-Accuracy": 9.35, "PGD-Loss": 8.36795014038086}, "Total-Time": 5590.189234495163, "Train": {"Loss": 0.9274835694630941, "avg t": 0.9230251883047599, "plain loss": 0.1301508597585889, "standard loss": 0.10109015551761345}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.0465, "Augmented-Loss": 0.08606922665814559, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06619909459352494, "PGD-Accuracy": 8.9, "PGD-Loss": 8.36346981302897}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 1142.845674753189, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.40999603271484, "Augmented-Accuracy": 98.9746, "Augmented-Loss": 0.08656906267714501, "Clean-Accuracy": 99.12, "Clean-Loss": 0.06485808403491974, "PGD-Accuracy": 13.47, "PGD-Loss": 7.682605764770508}, "Total-Time": 6733.034909248352, "Train": {"Loss": 0.9270343640645345, "avg t": 0.922957818419845, "plain loss": 0.12890563421249393, "standard loss": 0.09733692293255418}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.14, "Augmented-Loss": 0.07895664100408555, "Clean-Accuracy": 99.2, "Clean-Loss": 0.060370381593704225, "PGD-Accuracy": 13.516666666666667, "PGD-Loss": 7.602892008463542}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 1150.4711706638336, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.97000122070312, "Augmented-0.05-Quantile-Accuracy": 97.91999816894531, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.8931, "Augmented-Loss": 0.08117626205730438, "Clean-Accuracy": 98.95, "Clean-Loss": 0.06028555370569229, "PGD-Accuracy": 10.35, "PGD-Loss": 8.739988488769532}, "Total-Time": 7883.506079912186, "Train": {"Loss": 0.9263089318452058, "avg t": 0.9227910553437693, "plain loss": 0.12305187040964767, "standard loss": 0.09605423640763318}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.43333435058594, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.036, "Augmented-Loss": 0.07532484469532967, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.0579321931997935, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 8.710462173461915}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 1152.4557163715363, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.48999786376953, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0288, "Augmented-Loss": 0.08245703747117519, "Clean-Accuracy": 99.13, "Clean-Loss": 0.059370558166503905, "PGD-Accuracy": 13.09, "PGD-Loss": 8.065373950195312}, "Total-Time": 9035.961796283722, "Train": {"Loss": 0.9258402203630518, "avg t": 0.9226938980597037, "plain loss": 0.11884516009931206, "standard loss": 0.08691712459369942}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.18566666666666, "Augmented-Loss": 0.07690973346332709, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.057127129226922986, "PGD-Accuracy": 13.016666666666667, "PGD-Loss": 7.955095469156901}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 1174.6537463665009, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.66999816894531, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.7901, "Augmented-Loss": 0.12865503754806518, "Clean-Accuracy": 98.99, "Clean-Loss": 0.09207336575984955, "PGD-Accuracy": 17.63, "PGD-Loss": 6.088449816894531}, "Total-Time": 10210.615542650223, "Train": {"Loss": 0.9251407841929683, "avg t": 0.9225921264577795, "plain loss": 0.11577046262953031, "standard loss": 0.0858003647007324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.956, "Augmented-Loss": 0.11664890443960825, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.08370256320635477, "PGD-Accuracy": 17.033333333333335, "PGD-Loss": 5.939463633219401}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 1070.1930842399597, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.14999389648438, "Augmented-0.05-Quantile-Accuracy": 97.97999572753906, "Augmented-0.1-Quantile-Accuracy": 98.25999450683594, "Augmented-Accuracy": 98.9459, "Augmented-Loss": 0.10507263487386703, "Clean-Accuracy": 99.09, "Clean-Loss": 0.07605038295984268, "PGD-Accuracy": 15.46, "PGD-Loss": 6.81666393737793}, "Total-Time": 11280.808626890182, "Train": {"Loss": 0.9248778220635874, "avg t": 0.9225305759288647, "plain loss": 0.11286490618211248, "standard loss": 0.08350793899982063}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.73332977294922, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.133, "Augmented-Loss": 0.09535519026478131, "Clean-Accuracy": 99.2, "Clean-Loss": 0.07060167543093364, "PGD-Accuracy": 15.65, "PGD-Loss": 6.691083908081055}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 1003.2800848484039, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1196, "Augmented-Loss": 0.05446744157832861, "Clean-Accuracy": 99.22, "Clean-Loss": 0.04254871888756752, "PGD-Accuracy": 7.26, "PGD-Loss": 10.654181066894532}, "Total-Time": 12284.088711738586, "Train": {"Loss": 0.9245849880289149, "avg t": 0.9224673509950991, "plain loss": 0.10767469838283697, "standard loss": 0.0821151157065674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.1845, "Augmented-Loss": 0.05400239316423734, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04427626946568489, "PGD-Accuracy": 7.55, "PGD-Loss": 10.52342399597168}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 991.3478660583496, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.31999969482422, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.32999420166016, "Augmented-Accuracy": 98.9685, "Augmented-Loss": 0.073550756793499, "Clean-Accuracy": 99.05, "Clean-Loss": 0.05226804179549217, "PGD-Accuracy": 7.47, "PGD-Loss": 9.985947839355468}, "Total-Time": 13275.436577796936, "Train": {"Loss": 0.9243409300203677, "avg t": 0.9224188212288751, "plain loss": 0.10661842014877895, "standard loss": 0.07625620913284796}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.58333587646484, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.1285, "Augmented-Loss": 0.06852414447406928, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05085659767190615, "PGD-Accuracy": 7.2, "PGD-Loss": 10.081748321533203}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 992.3469042778015, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.41999816894531, "Augmented-Accuracy": 99.0056, "Augmented-Loss": 0.05081216004395485, "Clean-Accuracy": 99.09, "Clean-Loss": 0.04035693541765213, "PGD-Accuracy": 1.95, "PGD-Loss": 13.61917431640625}, "Total-Time": 14267.783482074738, "Train": {"Loss": 0.9240985705764205, "avg t": 0.9223903515427201, "plain loss": 0.10483801566936342, "standard loss": 0.07826013798183865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1385, "Augmented-Loss": 0.05153056735967596, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04345840034385522, "PGD-Accuracy": 1.8, "PGD-Loss": 13.693740224202473}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 995.2503502368927, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.40999603271484, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.0878, "Augmented-Loss": 0.09525598819422722, "Clean-Accuracy": 99.21, "Clean-Loss": 0.07474145011901856, "PGD-Accuracy": 10.86, "PGD-Loss": 8.947280041503907}, "Total-Time": 15263.03383231163, "Train": {"Loss": 0.9240503785875108, "avg t": 0.9223572690928424, "plain loss": 0.10471265100549756, "standard loss": 0.07803267774758516}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.262, "Augmented-Loss": 0.08728446020781994, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.06922160323460896, "PGD-Accuracy": 10.133333333333333, "PGD-Loss": 8.949816314697266}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 1019.4268274307251, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1252, "Augmented-Loss": 0.07175724293005467, "Clean-Accuracy": 99.16, "Clean-Loss": 0.04856341084241867, "PGD-Accuracy": 9.48, "PGD-Loss": 9.72637783203125}, "Total-Time": 16282.460659742355, "Train": {"Loss": 0.9239375765235336, "avg t": 0.9223552130593194, "plain loss": 0.1024322449896072, "standard loss": 0.07195488098594878}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.18433333333333, "Augmented-Loss": 0.0675432283047835, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04896596347292264, "PGD-Accuracy": 9.3, "PGD-Loss": 9.592767201741536}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 1025.6127614974976, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.39999389648438, "Augmented-0.05-Quantile-Accuracy": 98.12999725341797, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.071, "Augmented-Loss": 0.08639903750109673, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05660714191198349, "PGD-Accuracy": 14.47, "PGD-Loss": 8.408655865478515}, "Total-Time": 17308.073421239853, "Train": {"Loss": 0.9237782026926676, "avg t": 0.9223050102127923, "plain loss": 0.10259102330031222, "standard loss": 0.0737504980718648}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1445, "Augmented-Loss": 0.08253501821617286, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.056398416588703794, "PGD-Accuracy": 13.866666666666667, "PGD-Loss": 8.274713531494141}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 999.9294137954712, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1138, "Augmented-Loss": 0.06349303363072872, "Clean-Accuracy": 99.21, "Clean-Loss": 0.051349378037452695, "PGD-Accuracy": 5.03, "PGD-Loss": 11.043679248046875}, "Total-Time": 18308.002835035324, "Train": {"Loss": 0.9237149586854158, "avg t": 0.9223022942366423, "plain loss": 0.1031363373138287, "standard loss": 0.07630803737816987}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.13483333333333, "Augmented-Loss": 0.06147246651083231, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05153025997678439, "PGD-Accuracy": 5.316666666666666, "PGD-Loss": 10.99113936360677}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 991.7172627449036, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1093, "Augmented-Loss": 0.06726274733603001, "Clean-Accuracy": 99.21, "Clean-Loss": 0.051913691806793213, "PGD-Accuracy": 7.25, "PGD-Loss": 9.73996123046875}, "Total-Time": 19299.720097780228, "Train": {"Loss": 0.9235902473661635, "avg t": 0.9222742740489819, "plain loss": 0.10057883623617668, "standard loss": 0.07782378355882785}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.21766666666667, "Augmented-Loss": 0.06346640224605798, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05073394716779391, "PGD-Accuracy": 7.15, "PGD-Loss": 9.633563807169596}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 992.4220516681671, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.0657, "Augmented-Loss": 0.05552683491122723, "Clean-Accuracy": 99.18, "Clean-Loss": 0.044960669404268266, "PGD-Accuracy": 5.09, "PGD-Loss": 11.44591361694336}, "Total-Time": 20292.142149448395, "Train": {"Loss": 0.9233780188560485, "avg t": 0.9222457722734522, "plain loss": 0.09877912060772934, "standard loss": 0.07306600830179674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.17216666666667, "Augmented-Loss": 0.053932264630695184, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04509921675920486, "PGD-Accuracy": 5.25, "PGD-Loss": 11.343034744262695}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 996.5250909328461, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.0296, "Augmented-Loss": 0.061600038618803026, "Clean-Accuracy": 99.14, "Clean-Loss": 0.050502486008405685, "PGD-Accuracy": 6.33, "PGD-Loss": 10.506285809326172}, "Total-Time": 21288.66724038124, "Train": {"Loss": 0.9235433016176577, "avg t": 0.922257218502186, "plain loss": 0.10093023316948507, "standard loss": 0.07784818933186707}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.13733333333333, "Augmented-Loss": 0.05795300250058373, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.048782066027323406, "PGD-Accuracy": 7.033333333333333, "PGD-Loss": 10.358521458943684}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 1021.7660989761353, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.11000061035156, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.32999420166016, "Augmented-Accuracy": 99.0235, "Augmented-Loss": 0.09054693942713737, "Clean-Accuracy": 99.1, "Clean-Loss": 0.07169692411422729, "PGD-Accuracy": 10.92, "PGD-Loss": 8.72193984375}, "Total-Time": 22310.433339357376, "Train": {"Loss": 0.9233609695787783, "avg t": 0.9222239753935072, "plain loss": 0.09672022074240229, "standard loss": 0.07187460011243821}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.05233333333334, "Augmented-Loss": 0.08515283394197623, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06864009722073873, "PGD-Accuracy": 10.85, "PGD-Loss": 8.580551457722981}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 1025.1880218982697, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0805, "Augmented-Loss": 0.07457722766304016, "Clean-Accuracy": 99.16, "Clean-Loss": 0.057025435572862625, "PGD-Accuracy": 8.59, "PGD-Loss": 9.372725469970703}, "Total-Time": 23335.621361255646, "Train": {"Loss": 0.9234312457331905, "avg t": 0.9222363046893367, "plain loss": 0.09854931578282959, "standard loss": 0.07808670043503797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.16366666666667, "Augmented-Loss": 0.06982233083238204, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05504649383823077, "PGD-Accuracy": 7.666666666666667, "PGD-Loss": 9.349948425292968}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 996.7545025348663, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.62999725341797, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1071, "Augmented-Loss": 0.06426749464297295, "Clean-Accuracy": 99.22, "Clean-Loss": 0.048569887149333954, "PGD-Accuracy": 6.24, "PGD-Loss": 10.832439892578124}, "Total-Time": 24332.375863790512, "Train": {"Loss": 0.9234595120218065, "avg t": 0.9222142334160981, "plain loss": 0.09722032897384074, "standard loss": 0.07173572424164525}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.209, "Augmented-Loss": 0.06137697855701049, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04801265633602937, "PGD-Accuracy": 6.283333333333333, "PGD-Loss": 10.853650873819987}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 991.5392711162567, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1274, "Augmented-Loss": 0.06037043203115463, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04511520460247993, "PGD-Accuracy": 4.7, "PGD-Loss": 10.765530828857422}, "Total-Time": 25323.91513490677, "Train": {"Loss": 0.9233003459859778, "avg t": 0.9222101506480465, "plain loss": 0.09710522769645413, "standard loss": 0.07234447742170758}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.17483333333334, "Augmented-Loss": 0.05836599191695452, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04533651134371758, "PGD-Accuracy": 5.383333333333334, "PGD-Loss": 10.68904076131185}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 992.8839056491852, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.0737, "Augmented-Loss": 0.0716353233718872, "Clean-Accuracy": 99.13, "Clean-Loss": 0.05646778024435043, "PGD-Accuracy": 10.37, "PGD-Loss": 8.889425735473633}, "Total-Time": 26316.799040555954, "Train": {"Loss": 0.923249805379797, "avg t": 0.922217786665316, "plain loss": 0.09581709002742064, "standard loss": 0.07262648272735102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.152, "Augmented-Loss": 0.0679089555023114, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05463590794801712, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 8.816070556640625}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 997.8370478153229, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1044, "Augmented-Loss": 0.051172750215411185, "Clean-Accuracy": 99.17, "Clean-Loss": 0.039249058866500854, "PGD-Accuracy": 3.91, "PGD-Loss": 11.391707751464844}, "Total-Time": 27314.636088371277, "Train": {"Loss": 0.9232250591207434, "avg t": 0.922186152210942, "plain loss": 0.09819717686617814, "standard loss": 0.07556543955979524}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.14616666666667, "Augmented-Loss": 0.050972060918708643, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04162762768566609, "PGD-Accuracy": 3.5833333333333335, "PGD-Loss": 11.459833755493165}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 1026.4555168151855, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.14999389648438, "Augmented-0.05-Quantile-Accuracy": 98.02999877929688, "Augmented-0.1-Quantile-Accuracy": 98.37999725341797, "Augmented-Accuracy": 98.9919, "Augmented-Loss": 0.07829924382174015, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06122731304168701, "PGD-Accuracy": 12.89, "PGD-Loss": 8.32517612915039}, "Total-Time": 28341.091605186462, "Train": {"Loss": 0.9232654195361667, "avg t": 0.9221993970164546, "plain loss": 0.09639689618569848, "standard loss": 0.07011414622156709}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.58333587646484, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.03366666666666, "Augmented-Loss": 0.07375719781746468, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.0591747682094574, "PGD-Accuracy": 11.566666666666666, "PGD-Loss": 8.408285293579102}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 1023.0309927463531, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1052, "Augmented-Loss": 0.05378690129494667, "Clean-Accuracy": 99.17, "Clean-Loss": 0.043748712682724, "PGD-Accuracy": 3.17, "PGD-Loss": 11.013399670410156}, "Total-Time": 29364.122597932816, "Train": {"Loss": 0.9230109397393685, "avg t": 0.9221668285793728, "plain loss": 0.09554968040960819, "standard loss": 0.07608705851877177}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.15316666666666, "Augmented-Loss": 0.05194323252533873, "Clean-Accuracy": 99.2, "Clean-Loss": 0.043972668995459874, "PGD-Accuracy": 3.5833333333333335, "PGD-Loss": 11.029037668863932}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 993.0963633060455, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.52999877929688, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.45999908447266, "Augmented-Accuracy": 99.0905, "Augmented-Loss": 0.06836468390774726, "Clean-Accuracy": 99.19, "Clean-Loss": 0.05768950763940811, "PGD-Accuracy": 6.23, "PGD-Loss": 10.046256213378907}, "Total-Time": 30357.21896123886, "Train": {"Loss": 0.9231428493217185, "avg t": 0.9221844793602272, "plain loss": 0.09602018155345235, "standard loss": 0.07749521748224894}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.13433333333333, "Augmented-Loss": 0.06378466176380714, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05453544170657794, "PGD-Accuracy": 5.85, "PGD-Loss": 10.03349094136556}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 992.0165817737579, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.0877, "Augmented-Loss": 0.06620187029421329, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04916843155622482, "PGD-Accuracy": 6.25, "PGD-Loss": 9.896903479003907}, "Total-Time": 31349.23554301262, "Train": {"Loss": 0.923160251988305, "avg t": 0.9221765703448542, "plain loss": 0.0954985387307627, "standard loss": 0.07533464206148077}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.11283333333333, "Augmented-Loss": 0.06527166471421719, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05056894917289416, "PGD-Accuracy": 6.866666666666666, "PGD-Loss": 9.902632146199544}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 992.5304019451141, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1477, "Augmented-Loss": 0.05628958702552318, "Clean-Accuracy": 99.23, "Clean-Loss": 0.0444001285970211, "PGD-Accuracy": 4.26, "PGD-Loss": 10.735623657226563}, "Total-Time": 32341.765944957733, "Train": {"Loss": 0.9231125456492106, "avg t": 0.9221567515797086, "plain loss": 0.09253044933389733, "standard loss": 0.06863897048323243}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.22633333333333, "Augmented-Loss": 0.054471823962330815, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04436995808283488, "PGD-Accuracy": 4.95, "PGD-Loss": 10.635015197753907}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 1001.1158814430237, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1469, "Augmented-Loss": 0.06913144940423965, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04732243795990944, "PGD-Accuracy": 7.62, "PGD-Loss": 8.625196752929687}, "Total-Time": 33342.88182640076, "Train": {"Loss": 0.922942240273511, "avg t": 0.9221425715905649, "plain loss": 0.08898728175693091, "standard loss": 0.0667352150215043}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.16383333333333, "Augmented-Loss": 0.06505388036727905, "Clean-Accuracy": 99.3, "Clean-Loss": 0.046618090217312176, "PGD-Accuracy": 7.666666666666667, "PGD-Loss": 8.510572474161783}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 1029.006062746048, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1118, "Augmented-Loss": 0.05753543115746975, "Clean-Accuracy": 99.2, "Clean-Loss": 0.0441536010324955, "PGD-Accuracy": 5.48, "PGD-Loss": 10.643065673828126}, "Total-Time": 34371.887889146805, "Train": {"Loss": 0.9230177228185865, "avg t": 0.9221432468979447, "plain loss": 0.0913294289959802, "standard loss": 0.06803016272076853}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.21016666666667, "Augmented-Loss": 0.05568554876804352, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04423536072174708, "PGD-Accuracy": 5.766666666666667, "PGD-Loss": 10.716692784627279}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 1019.6322731971741, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1722, "Augmented-Loss": 0.060456829154729844, "Clean-Accuracy": 99.25, "Clean-Loss": 0.044198509085178375, "PGD-Accuracy": 3.68, "PGD-Loss": 10.808995574951172}, "Total-Time": 35391.52016234398, "Train": {"Loss": 0.9230460521556713, "avg t": 0.9221551094761601, "plain loss": 0.09295573521190224, "standard loss": 0.06434546505742603}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.188, "Augmented-Loss": 0.05882158358653387, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.045054445619384445, "PGD-Accuracy": 4.283333333333333, "PGD-Loss": 10.791893646240235}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 991.3422057628632, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1455, "Augmented-Loss": 0.06291914760613442, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04660074476003647, "PGD-Accuracy": 5.15, "PGD-Loss": 10.43089217529297}, "Total-Time": 36382.86236810684, "Train": {"Loss": 0.9230056622469867, "avg t": 0.9221569109669439, "plain loss": 0.09235430724179308, "standard loss": 0.06611264596824293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.23266666666666, "Augmented-Loss": 0.060366766113042834, "Clean-Accuracy": 99.3, "Clean-Loss": 0.046538174788157145, "PGD-Accuracy": 5.416666666666667, "PGD-Loss": 10.481037200927734}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 993.9371449947357, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.31999969482422, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.40999603271484, "Augmented-Accuracy": 99.0252, "Augmented-Loss": 0.07387372262966632, "Clean-Accuracy": 99.13, "Clean-Loss": 0.05370811671018601, "PGD-Accuracy": 5.99, "PGD-Loss": 9.786420098876953}, "Total-Time": 37376.79951310158, "Train": {"Loss": 0.9230118831351951, "avg t": 0.9221468312652022, "plain loss": 0.093237489355935, "standard loss": 0.06785525289950547}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.07433333333333, "Augmented-Loss": 0.06928177665621042, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05185369824369748, "PGD-Accuracy": 6.116666666666666, "PGD-Loss": 9.693952306111653}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 991.9904897212982, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.0935, "Augmented-Loss": 0.07936596770596505, "Clean-Accuracy": 99.18, "Clean-Loss": 0.06256117821931839, "PGD-Accuracy": 7.92, "PGD-Loss": 9.183787573242187}, "Total-Time": 38368.790002822876, "Train": {"Loss": 0.9230544790515193, "avg t": 0.9221479082637363, "plain loss": 0.09273029807232043, "standard loss": 0.06671466458506055}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.13333333333334, "Augmented-Loss": 0.07420528610408306, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05965836530923843, "PGD-Accuracy": 7.95, "PGD-Loss": 9.149478393554688}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 1006.5225365161896, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.57999420166016, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1231, "Augmented-Loss": 0.07153231283378601, "Clean-Accuracy": 99.18, "Clean-Loss": 0.05468553783893585, "PGD-Accuracy": 5.11, "PGD-Loss": 9.625149615478515}, "Total-Time": 39375.312539339066, "Train": {"Loss": 0.9229143224998757, "avg t": 0.9221269145894934, "plain loss": 0.09376098005859942, "standard loss": 0.07200330273531101}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.17416666666666, "Augmented-Loss": 0.06665609622160594, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05209837786356608, "PGD-Accuracy": 5.35, "PGD-Loss": 9.644264536539714}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 1026.883206129074, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.1041, "Augmented-Loss": 0.0683485527485609, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05652803097963333, "PGD-Accuracy": 6.48, "PGD-Loss": 9.495234210205078}, "Total-Time": 40402.19574546814, "Train": {"Loss": 0.9229979878884774, "avg t": 0.9221308039912471, "plain loss": 0.09146865865566109, "standard loss": 0.0705360407144935}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.1885, "Augmented-Loss": 0.0655060423323512, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05536302934090297, "PGD-Accuracy": 5.883333333333334, "PGD-Loss": 9.47830790201823}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 1016.4430100917816, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.62999725341797, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1535, "Augmented-Loss": 0.06780544293868541, "Clean-Accuracy": 99.28, "Clean-Loss": 0.0566685986161232, "PGD-Accuracy": 5.13, "PGD-Loss": 9.953905041503907}, "Total-Time": 41418.63875555992, "Train": {"Loss": 0.9229675509488141, "avg t": 0.9221348718713831, "plain loss": 0.0931412590697959, "standard loss": 0.07378334923585256}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.2075, "Augmented-Loss": 0.06440376636058093, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0547237145503362, "PGD-Accuracy": 5.55, "PGD-Loss": 9.955649327596028}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 989.7834820747375, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1763, "Augmented-Loss": 0.0664379743475914, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05884224970340729, "PGD-Accuracy": 4.73, "PGD-Loss": 9.52461616821289}, "Total-Time": 42408.42223763466, "Train": {"Loss": 0.9229414476112083, "avg t": 0.9221324776013692, "plain loss": 0.09217063617353081, "standard loss": 0.07477613778467532}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.17183333333334, "Augmented-Loss": 0.06277388242344062, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.0560084565281868, "PGD-Accuracy": 5.116666666666666, "PGD-Loss": 9.474702484130859}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 993.7797350883484, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2039, "Augmented-Loss": 0.061517114496946336, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04945831785202026, "PGD-Accuracy": 4.0, "PGD-Loss": 10.126510778808594}, "Total-Time": 43402.20197272301, "Train": {"Loss": 0.9228765134634795, "avg t": 0.922122542699178, "plain loss": 0.0921329585022395, "standard loss": 0.07438526680292906}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.27766666666666, "Augmented-Loss": 0.05897712234179179, "Clean-Accuracy": 99.45, "Clean-Loss": 0.04856874734163284, "PGD-Accuracy": 4.283333333333333, "PGD-Loss": 9.990175333658854}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 992.0575749874115, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1363, "Augmented-Loss": 0.05409248153245449, "Clean-Accuracy": 99.21, "Clean-Loss": 0.041416345262527465, "PGD-Accuracy": 3.57, "PGD-Loss": 9.921260931396484}, "Total-Time": 44394.25954771042, "Train": {"Loss": 0.9229150212782401, "avg t": 0.9221266577155501, "plain loss": 0.09127788398707361, "standard loss": 0.07582330520395879}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1675, "Augmented-Loss": 0.05293524545053641, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04211508367458979, "PGD-Accuracy": 3.683333333333333, "PGD-Loss": 9.94712292989095}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 1010.8356065750122, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1631, "Augmented-Loss": 0.06347570723819733, "Clean-Accuracy": 99.27, "Clean-Loss": 0.048630558347702024, "PGD-Accuracy": 8.32, "PGD-Loss": 9.377118597412109}, "Total-Time": 45405.09515428543, "Train": {"Loss": 0.9228959028809159, "avg t": 0.9221265773243374, "plain loss": 0.09080853066444403, "standard loss": 0.06623491113494943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.25683333333333, "Augmented-Loss": 0.060190502220988276, "Clean-Accuracy": 99.35, "Clean-Loss": 0.04744681870937347, "PGD-Accuracy": 8.416666666666666, "PGD-Loss": 9.311828969319661}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 1027.8219528198242, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1648, "Augmented-Loss": 0.06426138585805893, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04893418915271759, "PGD-Accuracy": 4.19, "PGD-Loss": 9.820925402832032}, "Total-Time": 46432.917107105255, "Train": {"Loss": 0.9229210939230742, "avg t": 0.9221173815727234, "plain loss": 0.09034810460585128, "standard loss": 0.06770850184339064}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.21383333333333, "Augmented-Loss": 0.06085941462298234, "Clean-Accuracy": 99.25, "Clean-Loss": 0.047839253639181456, "PGD-Accuracy": 4.583333333333333, "PGD-Loss": 9.929919006347657}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 1011.1447093486786, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1775, "Augmented-Loss": 0.07176641699552536, "Clean-Accuracy": 99.24, "Clean-Loss": 0.0557895015835762, "PGD-Accuracy": 6.39, "PGD-Loss": 9.449724890136718}, "Total-Time": 47444.061816453934, "Train": {"Loss": 0.9227921391416479, "avg t": 0.9221020465603581, "plain loss": 0.08905252381430728, "standard loss": 0.06713869727099384}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.30583333333334, "Augmented-Loss": 0.06665375179717938, "Clean-Accuracy": 99.43333333333334, "Clean-Loss": 0.05266347654660543, "PGD-Accuracy": 6.8, "PGD-Loss": 9.374544057210286}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 990.1180903911591, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43000030517578, "Augmented-0.05-Quantile-Accuracy": 98.15999603271484, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0184, "Augmented-Loss": 0.09560693912601471, "Clean-Accuracy": 99.15, "Clean-Loss": 0.07175080819129943, "PGD-Accuracy": 11.19, "PGD-Loss": 7.657796002197266}, "Total-Time": 48434.17990684509, "Train": {"Loss": 0.9228498206845036, "avg t": 0.9221089569021155, "plain loss": 0.08835060034504646, "standard loss": 0.06502479320102268}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.21716666666667, "Augmented-Loss": 0.08730134939650694, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06578690548737844, "PGD-Accuracy": 11.016666666666667, "PGD-Loss": 7.620171300252279}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 993.9941010475159, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.219, "Augmented-Loss": 0.05970890960431099, "Clean-Accuracy": 99.29, "Clean-Loss": 0.04710432403683663, "PGD-Accuracy": 5.37, "PGD-Loss": 9.861176226806641}, "Total-Time": 49428.17400789261, "Train": {"Loss": 0.9228514497898244, "avg t": 0.9221121094668353, "plain loss": 0.09715524562553136, "standard loss": 0.07369390842208155}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.26433333333334, "Augmented-Loss": 0.05752814762324095, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04676853387554487, "PGD-Accuracy": 5.6, "PGD-Loss": 9.863630701700846}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 992.030214548111, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1567, "Augmented-Loss": 0.06389639443576337, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05052449247837067, "PGD-Accuracy": 4.79, "PGD-Loss": 9.296735076904296}, "Total-Time": 50420.20422244072, "Train": {"Loss": 0.9227299338446723, "avg t": 0.922090923026756, "plain loss": 0.08765344200487496, "standard loss": 0.06869176953368716}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.206, "Augmented-Loss": 0.060632765253682934, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04914075275262197, "PGD-Accuracy": 4.95, "PGD-Loss": 9.27970652770996}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 1016.5962643623352, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1727, "Augmented-Loss": 0.0614218815100193, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04743352945446968, "PGD-Accuracy": 3.45, "PGD-Loss": 9.898460620117188}, "Total-Time": 51436.800486803055, "Train": {"Loss": 0.922815846990656, "avg t": 0.9220999245290403, "plain loss": 0.08845510060345688, "standard loss": 0.0681388455165757}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.2635, "Augmented-Loss": 0.05774067179352045, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.04570498984058698, "PGD-Accuracy": 3.716666666666667, "PGD-Loss": 9.841086247762044}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 1027.5387542247772, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1428, "Augmented-Loss": 0.059065084980368616, "Clean-Accuracy": 99.19, "Clean-Loss": 0.04671317059993744, "PGD-Accuracy": 2.95, "PGD-Loss": 10.234162286376954}, "Total-Time": 52464.33924102783, "Train": {"Loss": 0.9227695707745023, "avg t": 0.9221082508299085, "plain loss": 0.08973344731860694, "standard loss": 0.06741180725671626}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.173, "Augmented-Loss": 0.056346215282579264, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.0457054751565059, "PGD-Accuracy": 3.2666666666666666, "PGD-Loss": 10.319941111246745}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 1005.4129769802094, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1942, "Augmented-Loss": 0.06468181728482246, "Clean-Accuracy": 99.26, "Clean-Loss": 0.0511833837211132, "PGD-Accuracy": 4.05, "PGD-Loss": 9.268943286132812}, "Total-Time": 53469.75221800804, "Train": {"Loss": 0.9227844542927213, "avg t": 0.9221058079931471, "plain loss": 0.09268718260482502, "standard loss": 0.07227253392007615}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.2665, "Augmented-Loss": 0.06096890343050162, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.049245033065478006, "PGD-Accuracy": 4.666666666666667, "PGD-Loss": 9.165419240315755}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 990.2776629924774, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1461, "Augmented-Loss": 0.06606459264552593, "Clean-Accuracy": 99.25, "Clean-Loss": 0.052688733768463135, "PGD-Accuracy": 4.46, "PGD-Loss": 9.278634094238281}, "Total-Time": 54460.02988100052, "Train": {"Loss": 0.922813904038182, "avg t": 0.9220960822105407, "plain loss": 0.09075399867163755, "standard loss": 0.07223095817919131}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.16783333333333, "Augmented-Loss": 0.06292717680464188, "Clean-Accuracy": 99.2, "Clean-Loss": 0.051407165805498756, "PGD-Accuracy": 4.766666666666667, "PGD-Loss": 9.269461608886719}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 993.769656419754, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2114, "Augmented-Loss": 0.06948532672119141, "Clean-Accuracy": 99.32, "Clean-Loss": 0.05289512563943863, "PGD-Accuracy": 5.09, "PGD-Loss": 9.099661364746094}, "Total-Time": 55453.79953742027, "Train": {"Loss": 0.92282724014918, "avg t": 0.9220895077210886, "plain loss": 0.08948924696357173, "standard loss": 0.07227693298348674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.28716666666666, "Augmented-Loss": 0.06441472232460976, "Clean-Accuracy": 99.43333333333334, "Clean-Loss": 0.05009421638647715, "PGD-Accuracy": 5.8, "PGD-Loss": 8.957059076944986}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 991.835777759552, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1438, "Augmented-Loss": 0.06170300804960728, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04726866250038147, "PGD-Accuracy": 4.04, "PGD-Loss": 9.477896649169923}, "Total-Time": 56445.635315179825, "Train": {"Loss": 0.9227392900608204, "avg t": 0.922086727672153, "plain loss": 0.08900522570080242, "standard loss": 0.06703707924595585}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.1875, "Augmented-Loss": 0.05834809521317482, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04608364966015021, "PGD-Accuracy": 4.083333333333333, "PGD-Loss": 9.399561716715494}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 1020.6007771492004, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3699951171875, "Augmented-0.05-Quantile-Accuracy": 98.07999420166016, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.9683, "Augmented-Loss": 0.0656409707596302, "Clean-Accuracy": 99.0, "Clean-Loss": 0.05185433419346809, "PGD-Accuracy": 4.17, "PGD-Loss": 9.588410723876953}, "Total-Time": 57466.236092329025, "Train": {"Loss": 0.9227897602540476, "avg t": 0.9221033799559982, "plain loss": 0.08700191615069344, "standard loss": 0.06691900763467507}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.011, "Augmented-Loss": 0.061905061574578285, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.05028818374872208, "PGD-Accuracy": 4.516666666666667, "PGD-Loss": 9.488469106038412}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 1027.8060355186462, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2014, "Augmented-Loss": 0.06323844780373573, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04994763948917389, "PGD-Accuracy": 4.72, "PGD-Loss": 9.209274114990235}, "Total-Time": 58494.04212784767, "Train": {"Loss": 0.9228447658574139, "avg t": 0.922091259656129, "plain loss": 0.08858631972383577, "standard loss": 0.0685336549701514}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.26266666666666, "Augmented-Loss": 0.06022464016209046, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.048842899898688, "PGD-Accuracy": 4.85, "PGD-Loss": 9.279286041259766}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 1001.0625207424164, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1633, "Augmented-Loss": 0.06703802751541138, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05679563502073288, "PGD-Accuracy": 4.35, "PGD-Loss": 9.810097576904298}, "Total-Time": 59495.10464859009, "Train": {"Loss": 0.9227707207644428, "avg t": 0.9220879482693143, "plain loss": 0.09174069439393523, "standard loss": 0.07284115194832837}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.24083333333333, "Augmented-Loss": 0.06359484619726738, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05455461514989535, "PGD-Accuracy": 4.8, "PGD-Loss": 9.79597433980306}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 990.3540263175964, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1765, "Augmented-Loss": 0.08040139097070693, "Clean-Accuracy": 99.26, "Clean-Loss": 0.06705805177688598, "PGD-Accuracy": 5.81, "PGD-Loss": 9.082591961669921}, "Total-Time": 60485.458674907684, "Train": {"Loss": 0.9226807408686037, "avg t": 0.9220805057419671, "plain loss": 0.0878987547927432, "standard loss": 0.07186238042072013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.98332977294922, "Augmented-Accuracy": 99.2655, "Augmented-Loss": 0.07545899208247661, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06346081362167995, "PGD-Accuracy": 5.783333333333333, "PGD-Loss": 9.146099736531575}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 993.9049806594849, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.196, "Augmented-Loss": 0.05296859103322029, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04329751137495041, "PGD-Accuracy": 2.72, "PGD-Loss": 10.76374984741211}, "Total-Time": 61479.36365556717, "Train": {"Loss": 0.9228122873129668, "avg t": 0.9220879641815468, "plain loss": 0.08751994916068186, "standard loss": 0.0702052819110729}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.23416666666667, "Augmented-Loss": 0.05204162309418122, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04407521649201711, "PGD-Accuracy": 2.75, "PGD-Loss": 10.797265970865885}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 992.2286744117737, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2006, "Augmented-Loss": 0.05977734481716156, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04601339899897575, "PGD-Accuracy": 2.87, "PGD-Loss": 9.767445288085938}, "Total-Time": 62471.59232997894, "Train": {"Loss": 0.922750245836046, "avg t": 0.9220876101387872, "plain loss": 0.08659992020924882, "standard loss": 0.06607319507333967}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.234, "Augmented-Loss": 0.05712868607054154, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.04549395649631818, "PGD-Accuracy": 3.05, "PGD-Loss": 9.695508087158203}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 1026.3724746704102, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.1961, "Augmented-Loss": 0.059443829997062686, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04794426691532135, "PGD-Accuracy": 2.72, "PGD-Loss": 10.00112666015625}, "Total-Time": 63497.96480464935, "Train": {"Loss": 0.9227107676046866, "avg t": 0.9220807147909094, "plain loss": 0.09034816832542417, "standard loss": 0.0704829922274307}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.26616666666666, "Augmented-Loss": 0.056400244911313055, "Clean-Accuracy": 99.35, "Clean-Loss": 0.046613264818986255, "PGD-Accuracy": 3.0, "PGD-Loss": 10.010073654174805}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 1026.925511598587, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.0953, "Augmented-Loss": 0.05628853691768646, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04532439103722572, "PGD-Accuracy": 3.36, "PGD-Loss": 10.115699859619141}, "Total-Time": 64524.89031624794, "Train": {"Loss": 0.9227089962076258, "avg t": 0.9220695735436899, "plain loss": 0.08465692317927327, "standard loss": 0.06703238782065886}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.18666666666667, "Augmented-Loss": 0.053228971089025336, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.043852862695852916, "PGD-Accuracy": 3.1333333333333333, "PGD-Loss": 10.028779846191407}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 995.6477799415588, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2198, "Augmented-Loss": 0.06828361460769176, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05540747723579407, "PGD-Accuracy": 3.52, "PGD-Loss": 9.242465344238282}, "Total-Time": 65520.5380961895, "Train": {"Loss": 0.9227226385540432, "avg t": 0.922076889956439, "plain loss": 0.08900026458281063, "standard loss": 0.07031755731944685}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.25683333333333, "Augmented-Loss": 0.06347675372809172, "Clean-Accuracy": 99.35, "Clean-Loss": 0.05224543462196986, "PGD-Accuracy": 4.633333333333334, "PGD-Loss": 9.19873785909017}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 991.1368596553802, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2256, "Augmented-Loss": 0.05713351760363579, "Clean-Accuracy": 99.37, "Clean-Loss": 0.044297148114442825, "PGD-Accuracy": 2.46, "PGD-Loss": 10.360667474365234}, "Total-Time": 66511.67495584488, "Train": {"Loss": 0.922725201288859, "avg t": 0.9220722104531748, "plain loss": 0.08923031502299841, "standard loss": 0.06824274830685721}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.27916666666667, "Augmented-Loss": 0.054273690738976005, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.04330975061158339, "PGD-Accuracy": 2.7, "PGD-Loss": 10.26616483561198}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 993.0884494781494, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.174, "Augmented-Loss": 0.062061859298110006, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04653367130756378, "PGD-Accuracy": 3.22, "PGD-Loss": 9.450814080810547}, "Total-Time": 67504.76340532303, "Train": {"Loss": 0.9227162499074583, "avg t": 0.9220759889461376, "plain loss": 0.0878323385379933, "standard loss": 0.06252733643077038}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.21133333333333, "Augmented-Loss": 0.057537907524605594, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04438224096596241, "PGD-Accuracy": 3.85, "PGD-Loss": 9.365117182413737}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 993.4781305789948, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1781, "Augmented-Loss": 0.06500689039838314, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05288486423492432, "PGD-Accuracy": 4.11, "PGD-Loss": 9.392858953857422}, "Total-Time": 68498.24153590202, "Train": {"Loss": 0.922767368528578, "avg t": 0.9220850550686872, "plain loss": 0.08682506364893025, "standard loss": 0.06414258376536545}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.24083333333333, "Augmented-Loss": 0.06129952581187089, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.050603741715351744, "PGD-Accuracy": 4.416666666666667, "PGD-Loss": 9.38184112548828}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 1027.1202375888824, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2069, "Augmented-Loss": 0.06848414400815964, "Clean-Accuracy": 99.24, "Clean-Loss": 0.05402145828008652, "PGD-Accuracy": 4.11, "PGD-Loss": 8.947704022216797}, "Total-Time": 69525.3617734909, "Train": {"Loss": 0.9226904225879246, "avg t": 0.9220615692491885, "plain loss": 0.08678331176439917, "standard loss": 0.06899228400212747}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.21633333333334, "Augmented-Loss": 0.06376747503697872, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.050965110341707864, "PGD-Accuracy": 4.316666666666666, "PGD-Loss": 9.093598159790039}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 1026.3122763633728, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1006, "Augmented-Loss": 0.05909555100762844, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04208295007944107, "PGD-Accuracy": 2.53, "PGD-Loss": 9.257962677001952}, "Total-Time": 70551.67404985428, "Train": {"Loss": 0.9226976037378665, "avg t": 0.9220724998933297, "plain loss": 0.08238456035013557, "standard loss": 0.06091467674573262}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.17783333333334, "Augmented-Loss": 0.05490468011577924, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04061905398716529, "PGD-Accuracy": 2.8833333333333333, "PGD-Loss": 9.189582906087239}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 992.3262968063354, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1938, "Augmented-Loss": 0.061443337010383604, "Clean-Accuracy": 99.24, "Clean-Loss": 0.044228326845169065, "PGD-Accuracy": 3.65, "PGD-Loss": 9.077719006347657}, "Total-Time": 71544.00034666061, "Train": {"Loss": 0.9226564024819268, "avg t": 0.922060331415247, "plain loss": 0.08278846502480698, "standard loss": 0.0543930569269039}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.171, "Augmented-Loss": 0.05894041058202584, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.044574758907159166, "PGD-Accuracy": 3.2666666666666666, "PGD-Loss": 9.119752344767253}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 992.6291813850403, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1876, "Augmented-Loss": 0.05866326476824284, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04693915718793869, "PGD-Accuracy": 4.65, "PGD-Loss": 8.76757543334961}, "Total-Time": 72536.62952804565, "Train": {"Loss": 0.9226614321955928, "avg t": 0.9220668094246476, "plain loss": 0.08488624848083215, "standard loss": 0.06540995645081556}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.248, "Augmented-Loss": 0.05527672934840123, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04527978180845579, "PGD-Accuracy": 4.483333333333333, "PGD-Loss": 8.762743642171223}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 991.6625909805298, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2008, "Augmented-Loss": 0.06382805890476703, "Clean-Accuracy": 99.26, "Clean-Loss": 0.051359294044971464, "PGD-Accuracy": 5.06, "PGD-Loss": 8.905729034423828}, "Total-Time": 73528.29211902618, "Train": {"Loss": 0.9227082426636307, "avg t": 0.9220722261711403, "plain loss": 0.08696826831323125, "standard loss": 0.07141928744757617}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.2835, "Augmented-Loss": 0.05994320792367061, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.049136530424157776, "PGD-Accuracy": 5.383333333333334, "PGD-Loss": 8.931081792195638}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 998.1542115211487, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2015, "Augmented-Loss": 0.05969036034524441, "Clean-Accuracy": 99.29, "Clean-Loss": 0.04373063030838966, "PGD-Accuracy": 3.72, "PGD-Loss": 9.123628753662109}, "Total-Time": 74526.44633054733, "Train": {"Loss": 0.922600836859809, "avg t": 0.9220565870779532, "plain loss": 0.08313571197898303, "standard loss": 0.06035768591695362}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.27166666666666, "Augmented-Loss": 0.0558780272903045, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.042519637539982794, "PGD-Accuracy": 3.8666666666666667, "PGD-Loss": 9.080373992919922}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 1026.9078240394592, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2394, "Augmented-Loss": 0.058224751785874364, "Clean-Accuracy": 99.33, "Clean-Loss": 0.0437482246696949, "PGD-Accuracy": 2.34, "PGD-Loss": 9.249133752441406}, "Total-Time": 75553.35415458679, "Train": {"Loss": 0.9226328435297365, "avg t": 0.9220534345838759, "plain loss": 0.08387809490274509, "standard loss": 0.061429780489868586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.26733333333334, "Augmented-Loss": 0.05565129969606797, "Clean-Accuracy": 99.45, "Clean-Loss": 0.04316938457389673, "PGD-Accuracy": 2.283333333333333, "PGD-Loss": 9.210822341918945}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 1023.8303833007812, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5199966430664, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.074, "Augmented-Loss": 0.06302542581653595, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04955376625657082, "PGD-Accuracy": 3.65, "PGD-Loss": 9.494988360595704}, "Total-Time": 76577.18453788757, "Train": {"Loss": 0.922678260397028, "avg t": 0.9220580161942376, "plain loss": 0.08584401596387221, "standard loss": 0.062009408441958604}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.16733333333333, "Augmented-Loss": 0.05951928543031216, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.047893529375394185, "PGD-Accuracy": 3.9, "PGD-Loss": 9.464755788167318}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 990.4033787250519, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1131, "Augmented-Loss": 0.06068225920391083, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04701285545229912, "PGD-Accuracy": 3.05, "PGD-Loss": 9.126432916259766}, "Total-Time": 77567.58791661263, "Train": {"Loss": 0.9226687378353543, "avg t": 0.9220686254324736, "plain loss": 0.08760098359143295, "standard loss": 0.06635104999718842}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.157, "Augmented-Loss": 0.05908205421348413, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04722236309448878, "PGD-Accuracy": 3.033333333333333, "PGD-Loss": 9.169862548828124}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 993.4435079097748, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1986, "Augmented-Loss": 0.060917948778629306, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04953563033342361, "PGD-Accuracy": 2.76, "PGD-Loss": 9.452697930908203}, "Total-Time": 78561.0314245224, "Train": {"Loss": 0.9226666479110718, "avg t": 0.9220526964046337, "plain loss": 0.08166064962281122, "standard loss": 0.06308037202777686}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.27566666666667, "Augmented-Loss": 0.057679109242856505, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.047857958048582075, "PGD-Accuracy": 2.7333333333333334, "PGD-Loss": 9.426960728963216}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 992.2666938304901, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.52999877929688, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0845, "Augmented-Loss": 0.06795065573227406, "Clean-Accuracy": 99.16, "Clean-Loss": 0.047840840125083925, "PGD-Accuracy": 4.32, "PGD-Loss": 8.253646417236329}, "Total-Time": 79553.29811835289, "Train": {"Loss": 0.9226340628200107, "avg t": 0.9220625974867079, "plain loss": 0.08289043493624104, "standard loss": 0.06258714866196667}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.14416666666666, "Augmented-Loss": 0.0639420282314221, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04666672722995281, "PGD-Accuracy": 4.5, "PGD-Loss": 8.274975814819335}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 1002.2037534713745, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2068, "Augmented-Loss": 0.06906685146427155, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05426279526948929, "PGD-Accuracy": 2.75, "PGD-Loss": 9.236636041259766}, "Total-Time": 80555.50187182426, "Train": {"Loss": 0.9225992713151154, "avg t": 0.9220524545245701, "plain loss": 0.08537085221078665, "standard loss": 0.058701987350428544}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.23266666666666, "Augmented-Loss": 0.06593210178693136, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.05264115240176519, "PGD-Accuracy": 2.966666666666667, "PGD-Loss": 9.255131795247395}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 1028.0554225444794, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1011, "Augmented-Loss": 0.059866904303312304, "Clean-Accuracy": 99.21, "Clean-Loss": 0.0476806161403656, "PGD-Accuracy": 2.17, "PGD-Loss": 9.526547802734376}, "Total-Time": 81583.55729436874, "Train": {"Loss": 0.9226472607541968, "avg t": 0.9220600907537673, "plain loss": 0.08499474199789546, "standard loss": 0.06469327698813544}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1735, "Augmented-Loss": 0.05784875221679608, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04714678744475047, "PGD-Accuracy": 2.533333333333333, "PGD-Loss": 9.566327270507813}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 1019.8502745628357, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2075, "Augmented-Loss": 0.06631095937943458, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05468950219154358, "PGD-Accuracy": 2.37, "PGD-Loss": 9.312251068115234}, "Total-Time": 82603.40756893158, "Train": {"Loss": 0.9226388236328408, "avg t": 0.9220509109850283, "plain loss": 0.08491472713329162, "standard loss": 0.06415431590543853}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.24166666666666, "Augmented-Loss": 0.06302929566284021, "Clean-Accuracy": 99.35, "Clean-Loss": 0.05279963870843252, "PGD-Accuracy": 3.0166666666666666, "PGD-Loss": 9.336364293416342}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 990.8391280174255, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1876, "Augmented-Loss": 0.05978545726597309, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04717705119848251, "PGD-Accuracy": 1.87, "PGD-Loss": 9.396068725585938}, "Total-Time": 83594.246696949, "Train": {"Loss": 0.9226244430188779, "avg t": 0.9220515380788733, "plain loss": 0.08746319368327106, "standard loss": 0.06785504004359245}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.23383333333334, "Augmented-Loss": 0.05606420171936353, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04527695711453756, "PGD-Accuracy": 2.0166666666666666, "PGD-Loss": 9.392726460774739}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 993.5550694465637, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1612, "Augmented-Loss": 0.07150344262444973, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05943652112483978, "PGD-Accuracy": 3.86, "PGD-Loss": 9.089615228271484}, "Total-Time": 84587.80176639557, "Train": {"Loss": 0.9225921690905535, "avg t": 0.9220397556446217, "plain loss": 0.08219134492167725, "standard loss": 0.06111741387844086}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.23633333333333, "Augmented-Loss": 0.06677885867595673, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.056050851265589396, "PGD-Accuracy": 3.8666666666666667, "PGD-Loss": 9.133323979695637}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 992.3692321777344, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.228, "Augmented-Loss": 0.053698972700119016, "Clean-Accuracy": 99.34, "Clean-Loss": 0.04213591095209122, "PGD-Accuracy": 2.23, "PGD-Loss": 9.393742016601562}, "Total-Time": 85580.1709985733, "Train": {"Loss": 0.9226527038503576, "avg t": 0.9220556862795795, "plain loss": 0.08493970899935113, "standard loss": 0.06587897851400905}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.2285, "Augmented-Loss": 0.052275491719444594, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04222473126649857, "PGD-Accuracy": 2.3666666666666667, "PGD-Loss": 9.437523045857747}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 1008.2539525032043, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2227, "Augmented-Loss": 0.05728415615415573, "Clean-Accuracy": 99.31, "Clean-Loss": 0.042194827795028686, "PGD-Accuracy": 1.99, "PGD-Loss": 9.120793981933593}, "Total-Time": 86588.42495107651, "Train": {"Loss": 0.9225723922517565, "avg t": 0.922043034977383, "plain loss": 0.08184112470414899, "standard loss": 0.05709367710462323}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.25483333333334, "Augmented-Loss": 0.05556629460235437, "Clean-Accuracy": 99.4, "Clean-Loss": 0.0427882828215758, "PGD-Accuracy": 2.1333333333333333, "PGD-Loss": 9.021087214152018}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 1028.4882264137268, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1902, "Augmented-Loss": 0.06266345056056977, "Clean-Accuracy": 99.25, "Clean-Loss": 0.048117955338954924, "PGD-Accuracy": 2.64, "PGD-Loss": 9.226909295654297}, "Total-Time": 87616.91317749023, "Train": {"Loss": 0.9226016711835509, "avg t": 0.9220438546251367, "plain loss": 0.0826078854366585, "standard loss": 0.0596811060210069}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2335, "Augmented-Loss": 0.05982206064840158, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04719182125727336, "PGD-Accuracy": 2.933333333333333, "PGD-Loss": 9.24270926920573}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 1014.9179368019104, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2315, "Augmented-Loss": 0.05937736253798008, "Clean-Accuracy": 99.32, "Clean-Loss": 0.046385133361816405, "PGD-Accuracy": 3.32, "PGD-Loss": 8.996645806884766}, "Total-Time": 88631.83111429214, "Train": {"Loss": 0.922627166500798, "avg t": 0.922052147688689, "plain loss": 0.08656895721930041, "standard loss": 0.06312091961834165}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.265, "Augmented-Loss": 0.057506236638923486, "Clean-Accuracy": 99.35, "Clean-Loss": 0.04638019240895907, "PGD-Accuracy": 3.0166666666666666, "PGD-Loss": 8.897872126261394}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 990.8754646778107, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2316, "Augmented-Loss": 0.0553770701675415, "Clean-Accuracy": 99.38, "Clean-Loss": 0.04466881399154663, "PGD-Accuracy": 2.13, "PGD-Loss": 9.372084283447265}, "Total-Time": 89622.70657896996, "Train": {"Loss": 0.9226089698650218, "avg t": 0.9220460717236554, "plain loss": 0.08521212443775594, "standard loss": 0.0646794333325492}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.2485, "Augmented-Loss": 0.05427849833806356, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.04513426544268926, "PGD-Accuracy": 2.1333333333333333, "PGD-Loss": 9.39298627726237}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 994.4197220802307, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2259, "Augmented-Loss": 0.06157793510425091, "Clean-Accuracy": 99.34, "Clean-Loss": 0.04862420920133591, "PGD-Accuracy": 2.39, "PGD-Loss": 9.176735266113281}, "Total-Time": 90617.12630105019, "Train": {"Loss": 0.9226375020698265, "avg t": 0.9220494639431989, "plain loss": 0.08596716677524416, "standard loss": 0.06623473756953523}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1785, "Augmented-Loss": 0.05946200395613909, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04844140767057737, "PGD-Accuracy": 2.6666666666666665, "PGD-Loss": 9.205655756632487}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 989.7566108703613, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.2116, "Augmented-Loss": 0.06596894383859635, "Clean-Accuracy": 99.34, "Clean-Loss": 0.04865205372571945, "PGD-Accuracy": 2.41, "PGD-Loss": 9.15171602783203}, "Total-Time": 91606.88291192055, "Train": {"Loss": 0.9225946704899823, "avg t": 0.9220409933196174, "plain loss": 0.08315259774879181, "standard loss": 0.06294358929329448}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.22616666666667, "Augmented-Loss": 0.062960811770161, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.047804390251636505, "PGD-Accuracy": 2.8333333333333335, "PGD-Loss": 9.11360248819987}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 1009.4973156452179, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1884, "Augmented-Loss": 0.05840153153514862, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04397731516361236, "PGD-Accuracy": 2.5, "PGD-Loss": 8.512336993408203}, "Total-Time": 92616.38022756577, "Train": {"Loss": 0.9226064131171615, "avg t": 0.9220446106416208, "plain loss": 0.08362665765550398, "standard loss": 0.06124586290783352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.2595, "Augmented-Loss": 0.05535363355914752, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04315202101568381, "PGD-Accuracy": 2.7333333333333334, "PGD-Loss": 8.420232340494792}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 1028.5215702056885, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1932, "Augmented-Loss": 0.07606428592038154, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05523316667079926, "PGD-Accuracy": 6.2, "PGD-Loss": 6.625652154541015}, "Total-Time": 93644.90179777145, "Train": {"Loss": 0.9225439752649378, "avg t": 0.9220418290738707, "plain loss": 0.08237456376994094, "standard loss": 0.05927937661056165}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.20616666666666, "Augmented-Loss": 0.07174782910307248, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.05338533569375674, "PGD-Accuracy": 6.2, "PGD-Loss": 6.564190526326497}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 1008.5802388191223, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.233, "Augmented-Loss": 0.059055530813932416, "Clean-Accuracy": 99.36, "Clean-Loss": 0.04180737386345863, "PGD-Accuracy": 3.11, "PGD-Loss": 8.253213122558593}, "Total-Time": 94653.48203659058, "Train": {"Loss": 0.9225486212306553, "avg t": 0.9220439993010627, "plain loss": 0.08084423500873426, "standard loss": 0.057041248827068895}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.9000015258789, "Augmented-0.1-Quantile-Accuracy": 99.0, "Augmented-Accuracy": 99.30916666666667, "Augmented-Loss": 0.055710240316689016, "Clean-Accuracy": 99.4, "Clean-Loss": 0.040975148156285286, "PGD-Accuracy": 3.4, "PGD-Loss": 8.209817342122395}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 990.980678319931, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1183, "Augmented-Loss": 0.06098713429582119, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04446795633435249, "PGD-Accuracy": 3.43, "PGD-Loss": 8.551014581298828}, "Total-Time": 95644.4627149105, "Train": {"Loss": 0.9224853586620755, "avg t": 0.9220321032912643, "plain loss": 0.08308267852288712, "standard loss": 0.056559388975302376}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.2615, "Augmented-Loss": 0.05766946521997452, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.04382733922700087, "PGD-Accuracy": 3.65, "PGD-Loss": 8.59150971476237}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 995.1114277839661, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1864, "Augmented-Loss": 0.06520518628907204, "Clean-Accuracy": 99.26, "Clean-Loss": 0.047251503151655196, "PGD-Accuracy": 3.14, "PGD-Loss": 8.277585150146484}, "Total-Time": 96639.57414269447, "Train": {"Loss": 0.9224913965331184, "avg t": 0.9220311707390679, "plain loss": 0.08297241930431798, "standard loss": 0.05893037849885446}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.25583333333333, "Augmented-Loss": 0.061881577483912306, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04625345698495706, "PGD-Accuracy": 3.216666666666667, "PGD-Loss": 8.225954971313477}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 993.01921916008, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1976, "Augmented-Loss": 0.059222395607471466, "Clean-Accuracy": 99.31, "Clean-Loss": 0.04377490322589874, "PGD-Accuracy": 2.43, "PGD-Loss": 8.204929595947265}, "Total-Time": 97632.59336185455, "Train": {"Loss": 0.9225402655424895, "avg t": 0.9220282301902771, "plain loss": 0.08201620630688147, "standard loss": 0.05945626565482881}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.2255, "Augmented-Loss": 0.05646698657691479, "Clean-Accuracy": 99.35, "Clean-Loss": 0.043410360331336655, "PGD-Accuracy": 2.7, "PGD-Loss": 8.237871409098307}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 1020.2646055221558, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.186, "Augmented-Loss": 0.05993795668303967, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04403785743713379, "PGD-Accuracy": 2.84, "PGD-Loss": 8.628466912841796}, "Total-Time": 98652.85796737671, "Train": {"Loss": 0.9225825563360144, "avg t": 0.9220339672123944, "plain loss": 0.08164517445034453, "standard loss": 0.05755413709856846}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.2625, "Augmented-Loss": 0.05723600052217642, "Clean-Accuracy": 99.35, "Clean-Loss": 0.04352758626639843, "PGD-Accuracy": 2.9, "PGD-Loss": 8.718917434692383}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 1028.507943868637, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.233, "Augmented-Loss": 0.0491333495746851, "Clean-Accuracy": 99.34, "Clean-Loss": 0.0398663759291172, "PGD-Accuracy": 1.19, "PGD-Loss": 9.807150500488282}, "Total-Time": 99681.36591124535, "Train": {"Loss": 0.9225020457550331, "avg t": 0.9220266862798621, "plain loss": 0.08211505595666384, "standard loss": 0.059238089307590766}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.98332977294922, "Augmented-Accuracy": 99.23683333333334, "Augmented-Loss": 0.048537030683010816, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.040730952436725296, "PGD-Accuracy": 1.5, "PGD-Loss": 9.786092208862305}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 1002.9507582187653, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1772, "Augmented-Loss": 0.04911116256737709, "Clean-Accuracy": 99.28, "Clean-Loss": 0.03914308160543442, "PGD-Accuracy": 2.21, "PGD-Loss": 8.86241567993164}, "Total-Time": 100684.31666946411, "Train": {"Loss": 0.9225252603071707, "avg t": 0.9220360887315538, "plain loss": 0.08114044362527355, "standard loss": 0.06287901006694194}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.22733333333333, "Augmented-Loss": 0.04855920045490066, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04036835150420666, "PGD-Accuracy": 2.3, "PGD-Loss": 8.884655817667642}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 991.2223567962646, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1777, "Augmented-Loss": 0.06984806052732467, "Clean-Accuracy": 99.22, "Clean-Loss": 0.04827251695990562, "PGD-Accuracy": 5.05, "PGD-Loss": 7.539664862060547}, "Total-Time": 101675.53902626038, "Train": {"Loss": 0.9225616718928019, "avg t": 0.9220402542043615, "plain loss": 0.07952062889381689, "standard loss": 0.05915574989716212}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.29016666666666, "Augmented-Loss": 0.06575308464219173, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.047102257857720056, "PGD-Accuracy": 5.083333333333333, "PGD-Loss": 7.504247802734375}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 1090.8750767707825, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2134, "Augmented-Loss": 0.06303491538965703, "Clean-Accuracy": 99.31, "Clean-Loss": 0.04540449680685997, "PGD-Accuracy": 2.95, "PGD-Loss": 8.592606945800782}, "Total-Time": 102766.41410303116, "Train": {"Loss": 0.9225360952483284, "avg t": 0.9220356076028612, "plain loss": 0.08277694853500078, "standard loss": 0.05662756912023933}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.22533333333334, "Augmented-Loss": 0.06047729903846979, "Clean-Accuracy": 99.35, "Clean-Loss": 0.04506394307812055, "PGD-Accuracy": 3.3, "PGD-Loss": 8.579105494181315}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 1147.34432888031, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1484, "Augmented-Loss": 0.055645698380827904, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04012103781104088, "PGD-Accuracy": 3.29, "PGD-Loss": 8.316215234375}, "Total-Time": 103913.75843191147, "Train": {"Loss": 0.9225483929669416, "avg t": 0.9220290492728904, "plain loss": 0.08008568412816082, "standard loss": 0.05479437710841497}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.22283333333333, "Augmented-Loss": 0.051643562419811884, "Clean-Accuracy": 99.3, "Clean-Loss": 0.038511557469765346, "PGD-Accuracy": 3.8833333333333333, "PGD-Loss": 8.163675765991211}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 1178.9649436473846, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1249, "Augmented-Loss": 0.06426458542716502, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05008899093866348, "PGD-Accuracy": 3.38, "PGD-Loss": 8.147455346679687}, "Total-Time": 105092.72337555885, "Train": {"Loss": 0.9225242585252833, "avg t": 0.9220227958714521, "plain loss": 0.08116938565042292, "standard loss": 0.057609215685614834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.15133333333333, "Augmented-Loss": 0.05980042937030395, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.047368885626395546, "PGD-Accuracy": 3.3833333333333333, "PGD-Loss": 8.086038487752278}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 1169.4284539222717, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.83999633789062, "Augmented-Accuracy": 99.2424, "Augmented-Loss": 0.05375264319038391, "Clean-Accuracy": 99.32, "Clean-Loss": 0.043186477893590924, "PGD-Accuracy": 1.77, "PGD-Loss": 9.217234197998048}, "Total-Time": 106262.15182948112, "Train": {"Loss": 0.92247537445139, "avg t": 0.9220258974322566, "plain loss": 0.08146208672876709, "standard loss": 0.06316669887414685}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2705, "Augmented-Loss": 0.052253144290943944, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.04319686445097128, "PGD-Accuracy": 2.216666666666667, "PGD-Loss": 9.275507603963216}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 1135.5337159633636, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.06999969482422, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1894, "Augmented-Loss": 0.05568936620092392, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04317725919485092, "PGD-Accuracy": 1.5, "PGD-Loss": 9.223422094726562}, "Total-Time": 107397.68554544449, "Train": {"Loss": 0.9224569881227281, "avg t": 0.9220189383118241, "plain loss": 0.08019581406028185, "standard loss": 0.06241953978770309}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.264, "Augmented-Loss": 0.053231866470674676, "Clean-Accuracy": 99.35, "Clean-Loss": 0.042493975549936294, "PGD-Accuracy": 1.95, "PGD-Loss": 9.100245859781902}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 1131.2627861499786, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1256, "Augmented-Loss": 0.07353326888799668, "Clean-Accuracy": 99.17, "Clean-Loss": 0.0532956840634346, "PGD-Accuracy": 4.77, "PGD-Loss": 7.746502450561524}, "Total-Time": 108528.94833159447, "Train": {"Loss": 0.9225168690858064, "avg t": 0.9220212037475021, "plain loss": 0.08020695428848267, "standard loss": 0.05920889764141153}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.111, "Augmented-Loss": 0.06892772441486518, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05104446799556414, "PGD-Accuracy": 4.916666666666667, "PGD-Loss": 7.714076705932618}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 1131.5914940834045, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1595, "Augmented-Loss": 0.0635401919671297, "Clean-Accuracy": 99.17, "Clean-Loss": 0.04674002568721771, "PGD-Accuracy": 3.85, "PGD-Loss": 7.702217535400391}, "Total-Time": 109660.53982567787, "Train": {"Loss": 0.9224339420353925, "avg t": 0.922022811766024, "plain loss": 0.07879462827046718, "standard loss": 0.056442934616848274}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.24633333333334, "Augmented-Loss": 0.05926271525909503, "Clean-Accuracy": 99.35, "Clean-Loss": 0.04467532226443291, "PGD-Accuracy": 4.05, "PGD-Loss": 7.753387868245443}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 1154.770601272583, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1395, "Augmented-Loss": 0.0652649114511013, "Clean-Accuracy": 99.17, "Clean-Loss": 0.04976997174024582, "PGD-Accuracy": 2.64, "PGD-Loss": 8.25152387084961}, "Total-Time": 110815.31042695045, "Train": {"Loss": 0.9225599193219786, "avg t": 0.9220334544358431, "plain loss": 0.08192267864368574, "standard loss": 0.058423500328152266}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.28316666666667, "Augmented-Loss": 0.06134816677023967, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.04813163433472315, "PGD-Accuracy": 2.816666666666667, "PGD-Loss": 8.224632024129232}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 1179.9455573558807, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97000122070312, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1981, "Augmented-Loss": 0.0555599990118742, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04286625526547432, "PGD-Accuracy": 1.61, "PGD-Loss": 9.052251068115234}, "Total-Time": 111995.25598430634, "Train": {"Loss": 0.922480320541947, "avg t": 0.9220209465733281, "plain loss": 0.0804032388298599, "standard loss": 0.059409380080523315}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.261, "Augmented-Loss": 0.05390351377149423, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.04313508072992166, "PGD-Accuracy": 2.05, "PGD-Loss": 9.055684544881185}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 1161.8790290355682, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2023, "Augmented-Loss": 0.056811936643004414, "Clean-Accuracy": 99.27, "Clean-Loss": 0.044075265085697174, "PGD-Accuracy": 2.64, "PGD-Loss": 8.33044404296875}, "Total-Time": 113157.1350133419, "Train": {"Loss": 0.9224592589095787, "avg t": 0.9220195011032952, "plain loss": 0.07873542928519071, "standard loss": 0.05916585659760016}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.24933333333334, "Augmented-Loss": 0.05408900449663401, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04313540519277255, "PGD-Accuracy": 3.25, "PGD-Loss": 8.218720219930013}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 1135.5828478336334, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1487, "Augmented-Loss": 0.05622085109198093, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04454654492735863, "PGD-Accuracy": 2.0, "PGD-Loss": 8.843327264404296}, "Total-Time": 114292.71786117554, "Train": {"Loss": 0.922506159429197, "avg t": 0.922020529323154, "plain loss": 0.08172092540882239, "standard loss": 0.06309075145257843}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.1935, "Augmented-Loss": 0.054840585425893464, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.045042349124948186, "PGD-Accuracy": 2.25, "PGD-Loss": 8.87565658569336}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 1130.4616072177887, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.02999877929688, "Augmented-0.05-Quantile-Accuracy": 98.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.82999420166016, "Augmented-Accuracy": 99.2356, "Augmented-Loss": 0.05904523436319828, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04719850114583969, "PGD-Accuracy": 2.26, "PGD-Loss": 8.150116369628906}, "Total-Time": 115423.17946839333, "Train": {"Loss": 0.9225279887517294, "avg t": 0.9220279733339946, "plain loss": 0.08032553727185295, "standard loss": 0.060956937787709414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 99.04999542236328, "Augmented-Accuracy": 99.30766666666666, "Augmented-Loss": 0.05605353470285734, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.04580745486418406, "PGD-Accuracy": 2.3833333333333333, "PGD-Loss": 8.09503601582845}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 1136.2429420948029, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2189, "Augmented-Loss": 0.06324624026703835, "Clean-Accuracy": 99.27, "Clean-Loss": 0.052650004053115845, "PGD-Accuracy": 2.98, "PGD-Loss": 8.445067419433594}, "Total-Time": 116559.42241048813, "Train": {"Loss": 0.9225203627127189, "avg t": 0.9220282142250626, "plain loss": 0.08349710063934314, "standard loss": 0.06405960843960444}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.22183333333334, "Augmented-Loss": 0.05964969928562641, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.05028506511449814, "PGD-Accuracy": 2.9166666666666665, "PGD-Loss": 8.409382278442383}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 1157.021829366684, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1803, "Augmented-Loss": 0.06050615975511074, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04775265702009201, "PGD-Accuracy": 3.42, "PGD-Loss": 7.568191723632813}, "Total-Time": 117716.44423985481, "Train": {"Loss": 0.9224549007062559, "avg t": 0.9220162376474451, "plain loss": 0.07782513739974405, "standard loss": 0.05937748682609311}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.25616666666667, "Augmented-Loss": 0.05645681177467108, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.045222763533393544, "PGD-Accuracy": 3.2333333333333334, "PGD-Loss": 7.5551710764567055}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 1177.94979262352, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1895, "Augmented-Loss": 0.05886137995028496, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04564658614993095, "PGD-Accuracy": 2.39, "PGD-Loss": 8.782831262207031}, "Total-Time": 118894.39403247833, "Train": {"Loss": 0.9224145563266896, "avg t": 0.9220222162670559, "plain loss": 0.08257813893953961, "standard loss": 0.06118403170506159}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2885, "Augmented-Loss": 0.05522707538187504, "Clean-Accuracy": 99.41666666666667, "Clean-Loss": 0.0437946557054917, "PGD-Accuracy": 2.4166666666666665, "PGD-Loss": 8.746126001993815}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 1157.7826480865479, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.1968, "Augmented-Loss": 0.05316456799709797, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04126457149386406, "PGD-Accuracy": 2.53, "PGD-Loss": 8.582715252685547}, "Total-Time": 120052.17668056488, "Train": {"Loss": 0.9225006669009174, "avg t": 0.9220346127616035, "plain loss": 0.07913044449311718, "standard loss": 0.05762211826333293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.268, "Augmented-Loss": 0.051509617217083775, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04134424425661564, "PGD-Accuracy": 2.6, "PGD-Loss": 8.586112350463868}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 1134.1021313667297, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2094, "Augmented-Loss": 0.05970404426407814, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04569423530101776, "PGD-Accuracy": 3.79, "PGD-Loss": 7.978551379394531}, "Total-Time": 121186.27881193161, "Train": {"Loss": 0.9224616352540476, "avg t": 0.9220203365749783, "plain loss": 0.07936614227648134, "standard loss": 0.05960896201707699}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.24083333333333, "Augmented-Loss": 0.05746797950108846, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.044962977508703865, "PGD-Accuracy": 4.05, "PGD-Loss": 8.03732881673177}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 1130.0171556472778, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04000091552734, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.83999633789062, "Augmented-Accuracy": 99.2524, "Augmented-Loss": 0.04930086611539126, "Clean-Accuracy": 99.34, "Clean-Loss": 0.03918602468967438, "PGD-Accuracy": 1.32, "PGD-Loss": 9.390168865966796}, "Total-Time": 122316.29596757889, "Train": {"Loss": 0.9225241938167148, "avg t": 0.9220283264054192, "plain loss": 0.08337890345255532, "standard loss": 0.06261228115028805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.5, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.26933333333334, "Augmented-Loss": 0.047632366097718475, "Clean-Accuracy": 99.3, "Clean-Loss": 0.039141455739736555, "PGD-Accuracy": 1.5333333333333334, "PGD-Loss": 9.33523503112793}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 1140.5725529193878, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.00999450683594, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.231, "Augmented-Loss": 0.05696899392402172, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04614649159312248, "PGD-Accuracy": 1.6, "PGD-Loss": 8.85431083984375}, "Total-Time": 123456.86852049828, "Train": {"Loss": 0.9224740604118065, "avg t": 0.9220280192516468, "plain loss": 0.07971488180513737, "standard loss": 0.06061806946551358}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.29183333333333, "Augmented-Loss": 0.053465887286563714, "Clean-Accuracy": 99.35, "Clean-Loss": 0.044006940300265945, "PGD-Accuracy": 2.25, "PGD-Loss": 8.753899185180664}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 1161.6428592205048, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2049, "Augmented-Loss": 0.06012145427966118, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04619059175848961, "PGD-Accuracy": 2.76, "PGD-Loss": 8.030804534912109}, "Total-Time": 124618.51137971878, "Train": {"Loss": 0.9224157746986107, "avg t": 0.922014645576477, "plain loss": 0.07875146544774383, "standard loss": 0.06051656763200407}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2725, "Augmented-Loss": 0.05663609977036715, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.044468473921219505, "PGD-Accuracy": 2.816666666666667, "PGD-Loss": 7.904984934488932}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 1174.8450648784637, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04000091552734, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2074, "Augmented-Loss": 0.052973018282055855, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04205468492507935, "PGD-Accuracy": 1.55, "PGD-Loss": 8.766402349853516}, "Total-Time": 125793.35644459724, "Train": {"Loss": 0.9225091618078727, "avg t": 0.9220090666347079, "plain loss": 0.07916428671766208, "standard loss": 0.06010489019420412}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.265, "Augmented-Loss": 0.050940828844706215, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04168022209405899, "PGD-Accuracy": 1.9666666666666666, "PGD-Loss": 8.856338790893554}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 1154.4620761871338, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2219, "Augmented-Loss": 0.06000114930176735, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04545246857404709, "PGD-Accuracy": 2.86, "PGD-Loss": 8.05172119140625}, "Total-Time": 126947.81852078438, "Train": {"Loss": 0.922515671270865, "avg t": 0.9220284232386836, "plain loss": 0.08029334774723758, "standard loss": 0.05939848987040696}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.25783333333334, "Augmented-Loss": 0.056617343606452146, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04410508229335149, "PGD-Accuracy": 3.716666666666667, "PGD-Loss": 8.031934880574545}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 1131.9565224647522, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2132, "Augmented-Loss": 0.057346318852066994, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04432208042144775, "PGD-Accuracy": 3.24, "PGD-Loss": 7.990035992431641}, "Total-Time": 128079.77504324913, "Train": {"Loss": 0.9224731709692213, "avg t": 0.9220113336245219, "plain loss": 0.07640088989469741, "standard loss": 0.05627578005305043}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.26833333333333, "Augmented-Loss": 0.05390701313306888, "Clean-Accuracy": 99.45, "Clean-Loss": 0.042650765339533485, "PGD-Accuracy": 3.4833333333333334, "PGD-Loss": 7.962008885701497}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 1130.0638813972473, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.08999633789062, "Augmented-0.05-Quantile-Accuracy": 98.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2496, "Augmented-Loss": 0.06578394049572944, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05076507349014282, "PGD-Accuracy": 3.99, "PGD-Loss": 7.913789428710937}, "Total-Time": 129209.83892464638, "Train": {"Loss": 0.92247348441018, "avg t": 0.9220220887572677, "plain loss": 0.07913770505763866, "standard loss": 0.057716375052928925}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.28566666666667, "Augmented-Loss": 0.061977530943552656, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.04862925308942795, "PGD-Accuracy": 4.116666666666666, "PGD-Loss": 7.849187627156575}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 1087.8674666881561, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.164, "Augmented-Loss": 0.059149616760969165, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04890316479206085, "PGD-Accuracy": 2.47, "PGD-Loss": 8.876430096435547}, "Total-Time": 130297.70639133453, "Train": {"Loss": 0.9224481788388005, "avg t": 0.9220125885186372, "plain loss": 0.08107868846787353, "standard loss": 0.06165126962131924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.22783333333334, "Augmented-Loss": 0.056749289450446765, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04774027318755786, "PGD-Accuracy": 2.466666666666667, "PGD-Loss": 8.827935231526693}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 1089.6479625701904, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2072, "Augmented-Loss": 0.05829920452404022, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04709704305529595, "PGD-Accuracy": 3.15, "PGD-Loss": 7.948757940673828}, "Total-Time": 131387.35435390472, "Train": {"Loss": 0.9224251240977535, "avg t": 0.92201106205693, "plain loss": 0.0765165780491299, "standard loss": 0.059067519028981524}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.2885, "Augmented-Loss": 0.055435606813232105, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.04567518510917822, "PGD-Accuracy": 3.0166666666666666, "PGD-Loss": 7.916836547851562}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 1094.6874990463257, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.1871, "Augmented-Loss": 0.05211491778284311, "Clean-Accuracy": 99.22, "Clean-Loss": 0.0423980768084526, "PGD-Accuracy": 2.46, "PGD-Loss": 8.616327874755859}, "Total-Time": 132482.04185295105, "Train": {"Loss": 0.9224834890365601, "avg t": 0.9220168660834983, "plain loss": 0.07855091582580848, "standard loss": 0.06079815276243068}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2645, "Augmented-Loss": 0.04988711903755864, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04148432858288288, "PGD-Accuracy": 2.683333333333333, "PGD-Loss": 8.532696619669597}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 1044.3594362735748, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2162, "Augmented-Loss": 0.058969630589723585, "Clean-Accuracy": 99.31, "Clean-Loss": 0.04557889848351478, "PGD-Accuracy": 2.76, "PGD-Loss": 8.203345947265625}, "Total-Time": 133526.40128922462, "Train": {"Loss": 0.9224497689141168, "avg t": 0.922009437808284, "plain loss": 0.07599811320481477, "standard loss": 0.05788122932999222}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.2235, "Augmented-Loss": 0.05564677391519149, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04426309558749199, "PGD-Accuracy": 3.1, "PGD-Loss": 8.18445718383789}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 1012.0112371444702, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.257, "Augmented-Loss": 0.05200704120612144, "Clean-Accuracy": 99.34, "Clean-Loss": 0.03969799963831901, "PGD-Accuracy": 2.18, "PGD-Loss": 9.261338946533202}, "Total-Time": 134538.4125263691, "Train": {"Loss": 0.9224655703438653, "avg t": 0.9220039884425976, "plain loss": 0.08087632769831889, "standard loss": 0.0603851247827212}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.29333333333334, "Augmented-Loss": 0.04996746022721132, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.039466559534271556, "PGD-Accuracy": 2.4833333333333334, "PGD-Loss": 9.255659037272135}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 1010.7530429363251, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.05999755859375, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2409, "Augmented-Loss": 0.06283290710794925, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05013337647914887, "PGD-Accuracy": 2.35, "PGD-Loss": 8.68479647216797}, "Total-Time": 135549.16556930542, "Train": {"Loss": 0.9224642978420964, "avg t": 0.922006222707254, "plain loss": 0.07776888092535506, "standard loss": 0.05772686106187326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.279, "Augmented-Loss": 0.05954273094604413, "Clean-Accuracy": 99.35, "Clean-Loss": 0.048337156077226, "PGD-Accuracy": 2.533333333333333, "PGD-Loss": 8.650227890014648}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 1027.777011871338, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2097, "Augmented-Loss": 0.061625097269892695, "Clean-Accuracy": 99.33, "Clean-Loss": 0.04898777878284454, "PGD-Accuracy": 2.93, "PGD-Loss": 7.826134033203125}, "Total-Time": 136576.94258117676, "Train": {"Loss": 0.922398864057329, "avg t": 0.922003361331092, "plain loss": 0.07773903553044363, "standard loss": 0.05850846798110891}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.24066666666667, "Augmented-Loss": 0.05878425402800242, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04785595169663429, "PGD-Accuracy": 2.95, "PGD-Loss": 7.836400614420573}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 1029.1734778881073, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.00999450683594, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2156, "Augmented-Loss": 0.05494797305035591, "Clean-Accuracy": 99.28, "Clean-Loss": 0.0433536515057087, "PGD-Accuracy": 1.89, "PGD-Loss": 8.961084643554688}, "Total-Time": 137606.11605906487, "Train": {"Loss": 0.9224237716462877, "avg t": 0.9220025425310489, "plain loss": 0.0807451906027617, "standard loss": 0.06285014639187742}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.223, "Augmented-Loss": 0.05307702796260516, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.042955428883433344, "PGD-Accuracy": 1.9833333333333334, "PGD-Loss": 8.98843234761556}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 1013.4422583580017, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.00999450683594, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2091, "Augmented-Loss": 0.057088376327872274, "Clean-Accuracy": 99.27, "Clean-Loss": 0.04284053380489349, "PGD-Accuracy": 3.72, "PGD-Loss": 7.9459354614257816}, "Total-Time": 138619.55831742287, "Train": {"Loss": 0.9224801663469385, "avg t": 0.9220078293305857, "plain loss": 0.07834915551079638, "standard loss": 0.05846280930108494}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.26583333333333, "Augmented-Loss": 0.05397460748076439, "Clean-Accuracy": 99.35, "Clean-Loss": 0.041676228880882266, "PGD-Accuracy": 3.8, "PGD-Loss": 7.974189921061198}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 1010.5399718284607, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2084, "Augmented-Loss": 0.056956709717392924, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04306059896945953, "PGD-Accuracy": 2.9, "PGD-Loss": 8.575105712890625}, "Total-Time": 139630.09828925133, "Train": {"Loss": 0.922440839626171, "avg t": 0.9220013845231798, "plain loss": 0.0767462374969765, "standard loss": 0.05651445507340961}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.244, "Augmented-Loss": 0.0559944946723183, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04366407784819603, "PGD-Accuracy": 2.933333333333333, "PGD-Loss": 8.598311904907227}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 1011.3607370853424, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2282, "Augmented-Loss": 0.06464556597280502, "Clean-Accuracy": 99.3, "Clean-Loss": 0.051111143004894256, "PGD-Accuracy": 5.11, "PGD-Loss": 7.284235968017578}, "Total-Time": 140641.45902633667, "Train": {"Loss": 0.9224463428567957, "avg t": 0.9220071706771851, "plain loss": 0.07788944390261611, "standard loss": 0.05997570834777973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.23133333333334, "Augmented-Loss": 0.060289597575167816, "Clean-Accuracy": 99.35, "Clean-Loss": 0.04842699920137723, "PGD-Accuracy": 5.45, "PGD-Loss": 7.2264107259114585}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 1014.191392660141, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2593, "Augmented-Loss": 0.05908786069583893, "Clean-Accuracy": 99.33, "Clean-Loss": 0.04780978969335556, "PGD-Accuracy": 1.67, "PGD-Loss": 8.550581994628907}, "Total-Time": 141655.6504189968, "Train": {"Loss": 0.9224704703578243, "avg t": 0.9220143732141566, "plain loss": 0.07807216235266785, "standard loss": 0.059783480372693806}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.24483333333333, "Augmented-Loss": 0.05643921927958727, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0464964510500431, "PGD-Accuracy": 1.9833333333333334, "PGD-Loss": 8.542370173136392}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 1029.316234588623, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.06999969482422, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.83999633789062, "Augmented-Accuracy": 99.222, "Augmented-Loss": 0.05120387191307545, "Clean-Accuracy": 99.31, "Clean-Loss": 0.040424882358312604, "PGD-Accuracy": 2.89, "PGD-Loss": 8.180541577148437}, "Total-Time": 142684.96665358543, "Train": {"Loss": 0.9224439366658529, "avg t": 0.9220083285614297, "plain loss": 0.07763626944577252, "standard loss": 0.05781812670716533}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.27533333333334, "Augmented-Loss": 0.04912390323946873, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.03983912317454815, "PGD-Accuracy": 3.45, "PGD-Loss": 8.180341272989908}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 1028.1688413619995, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1969, "Augmented-Loss": 0.057971942102074625, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04548852053284645, "PGD-Accuracy": 3.93, "PGD-Loss": 7.879689874267578}, "Total-Time": 143713.13549494743, "Train": {"Loss": 0.9224209147912484, "avg t": 0.922008375344453, "plain loss": 0.07581752462740295, "standard loss": 0.057948074192912494}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.28916666666667, "Augmented-Loss": 0.05475859317411979, "Clean-Accuracy": 99.4, "Clean-Loss": 0.04410623271266619, "PGD-Accuracy": 4.183333333333334, "PGD-Loss": 7.9002728881835935}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 1010.438134431839, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1241, "Augmented-Loss": 0.0578321938842535, "Clean-Accuracy": 99.2, "Clean-Loss": 0.047428919064998624, "PGD-Accuracy": 3.29, "PGD-Loss": 7.7844125854492185}, "Total-Time": 144723.57362937927, "Train": {"Loss": 0.9224206615907175, "avg t": 0.9220071713659499, "plain loss": 0.07779108563175903, "standard loss": 0.06130308641106994}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.20483333333334, "Augmented-Loss": 0.05506341745704412, "Clean-Accuracy": 99.25, "Clean-Loss": 0.045924357518553734, "PGD-Accuracy": 3.466666666666667, "PGD-Loss": 7.767387018839519}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 1010.9076673984528, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.06999969482422, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.83999633789062, "Augmented-Accuracy": 99.2389, "Augmented-Loss": 0.05353524795639515, "Clean-Accuracy": 99.37, "Clean-Loss": 0.042796474146842955, "PGD-Accuracy": 2.98, "PGD-Loss": 7.765687634277343}, "Total-Time": 145734.48129677773, "Train": {"Loss": 0.9224425601959229, "avg t": 0.9220083606861256, "plain loss": 0.07562486097547746, "standard loss": 0.05963449859177625}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.26583333333333, "Augmented-Loss": 0.05127132155458133, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04182034863034884, "PGD-Accuracy": 3.25, "PGD-Loss": 7.694692169189453}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 1011.3914902210236, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.14999389648438, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2495, "Augmented-Loss": 0.05032972007906437, "Clean-Accuracy": 99.36, "Clean-Loss": 0.04093825477957726, "PGD-Accuracy": 1.32, "PGD-Loss": 9.384433898925781}, "Total-Time": 146745.87278699875, "Train": {"Loss": 0.9224123541867292, "avg t": 0.9220023802651299, "plain loss": 0.07579446716308594, "standard loss": 0.05737292308498312}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.265, "Augmented-Loss": 0.04914641471674045, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04075707445542018, "PGD-Accuracy": 1.4333333333333333, "PGD-Loss": 9.338314224243165}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 1018.180980682373, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.06999969482422, "Augmented-0.05-Quantile-Accuracy": 98.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2383, "Augmented-Loss": 0.053222894130706785, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04132845507860184, "PGD-Accuracy": 3.11, "PGD-Loss": 8.491216326904297}, "Total-Time": 147764.05376768112, "Train": {"Loss": 0.9223864102716799, "avg t": 0.9220082157629508, "plain loss": 0.07734955771587519, "standard loss": 0.05808745907412635}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.24866666666667, "Augmented-Loss": 0.051394369793732964, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04096158208946387, "PGD-Accuracy": 3.05, "PGD-Loss": 8.431661539713541}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 1029.7952904701233, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2162, "Augmented-Loss": 0.064235605625391, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04624792368412018, "PGD-Accuracy": 5.52, "PGD-Loss": 7.015523455810547}, "Total-Time": 148793.84905815125, "Train": {"Loss": 0.9224360310236613, "avg t": 0.9220080383795279, "plain loss": 0.07310040139975357, "standard loss": 0.05357322724549859}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.23816666666667, "Augmented-Loss": 0.061024290916522346, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.045090140670537945, "PGD-Accuracy": 6.1, "PGD-Loss": 6.955312642415365}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 1024.3604822158813, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.00999450683594, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2274, "Augmented-Loss": 0.05781679079437256, "Clean-Accuracy": 99.32, "Clean-Loss": 0.04383975695371628, "PGD-Accuracy": 2.95, "PGD-Loss": 7.842648449707031}, "Total-Time": 149818.20954036713, "Train": {"Loss": 0.9223890002391957, "avg t": 0.922002911126172, "plain loss": 0.07547338687049027, "standard loss": 0.055753828337898964}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.2535, "Augmented-Loss": 0.05505664594848951, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.042830534592270854, "PGD-Accuracy": 3.15, "PGD-Loss": 7.800212137858073}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 1009.1410136222839, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.1914, "Augmented-Loss": 0.06350417811584473, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05068439258337021, "PGD-Accuracy": 5.06, "PGD-Loss": 7.2188447570800784}, "Total-Time": 150827.3505539894, "Train": {"Loss": 0.9223897894046925, "avg t": 0.9219964167630231, "plain loss": 0.0761368707338969, "standard loss": 0.057875638546767055}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.2715, "Augmented-Loss": 0.059605045949220656, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.04840022784968217, "PGD-Accuracy": 5.2, "PGD-Loss": 7.151446568806966}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 976.0477573871613, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.08999633789062, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2006, "Augmented-Loss": 0.06332553209781647, "Clean-Accuracy": 99.2, "Clean-Loss": 0.051062228214740754, "PGD-Accuracy": 3.03, "PGD-Loss": 8.51275946044922}, "Total-Time": 151803.39831137657, "Train": {"Loss": 0.922391888388881, "avg t": 0.9219920928566544, "plain loss": 0.0774541174959253, "standard loss": 0.05910678714072263}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.336, "Augmented-Loss": 0.05889597143630187, "Clean-Accuracy": 99.4, "Clean-Loss": 0.0477592491209507, "PGD-Accuracy": 3.066666666666667, "PGD-Loss": 8.461497548421224}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.3, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
