{"Epoch": 0, "Epoch-Time": 1159.5099992752075, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.54000091552734, "Augmented-0.05-Quantile-Accuracy": 96.69999694824219, "Augmented-0.1-Quantile-Accuracy": 97.12999725341797, "Augmented-Accuracy": 98.0619, "Augmented-Loss": 0.2270353097381592, "Clean-Accuracy": 98.25, "Clean-Loss": 0.14362724652290343, "PGD-Accuracy": 0.98, "PGD-Loss": 4.2197610321044925}, "Total-Time": 1159.5099992752075, "Train": {"Loss": 1.232717352937769, "avg t": 0.9819501351250542, "plain loss": 0.4270112296069106, "standard loss": 0.33258550279228777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.6500015258789, "Augmented-0.05-Quantile-Accuracy": 97.63333129882812, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.60083333333333, "Augmented-Loss": 0.20807872985521952, "Clean-Accuracy": 98.8, "Clean-Loss": 0.12949456210931143, "PGD-Accuracy": 0.85, "PGD-Loss": 4.1713455886840825}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 1150.5112211704254, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.86000061035156, "Augmented-0.05-Quantile-Accuracy": 97.79000091552734, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 98.8342, "Augmented-Loss": 0.1899136965522766, "Clean-Accuracy": 99.01, "Clean-Loss": 0.10310117876529694, "PGD-Accuracy": 7.56, "PGD-Loss": 4.1215944000244145}, "Total-Time": 2310.021220445633, "Train": {"Loss": 1.0051024169392055, "avg t": 0.9393909627066718, "plain loss": 0.26600140134316935, "standard loss": 0.1649362559141936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 98.84766666666667, "Augmented-Loss": 0.1780406660381953, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.0970978889465332, "PGD-Accuracy": 7.316666666666666, "PGD-Loss": 4.1200877405802405}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 1155.103432416916, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.36000061035156, "Augmented-0.05-Quantile-Accuracy": 96.58999633789062, "Augmented-0.1-Quantile-Accuracy": 97.11000061035156, "Augmented-Accuracy": 98.193, "Augmented-Loss": 0.33114838422203063, "Clean-Accuracy": 98.47, "Clean-Loss": 0.2197268744468689, "PGD-Accuracy": 12.91, "PGD-Loss": 3.83938878326416}, "Total-Time": 3465.124652862549, "Train": {"Loss": 0.9813632994404545, "avg t": 0.934772569515087, "plain loss": 0.22419956385294587, "standard loss": 0.15053441256946987}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.36666870117188, "Augmented-0.1-Quantile-Accuracy": 97.71666717529297, "Augmented-Accuracy": 98.51933333333334, "Augmented-Loss": 0.31131814479668934, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.20380698593457539, "PGD-Accuracy": 12.35, "PGD-Loss": 3.7645159505208334}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 1177.9343931674957, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.88999938964844, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 98.9487, "Augmented-Loss": 0.09844991382813453, "Clean-Accuracy": 99.09, "Clean-Loss": 0.05714829243421555, "PGD-Accuracy": 14.57, "PGD-Loss": 5.29324365234375}, "Total-Time": 4643.059046030045, "Train": {"Loss": 0.9719999676633764, "avg t": 0.9321357061598036, "plain loss": 0.19275037981669127, "standard loss": 0.12533260962698195}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 98.94616666666667, "Augmented-Loss": 0.09420376689294974, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.057931295802195866, "PGD-Accuracy": 14.3, "PGD-Loss": 5.198874880472819}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 1063.5327138900757, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.6761, "Augmented-Loss": 0.11840503060126305, "Clean-Accuracy": 98.84, "Clean-Loss": 0.07556471048593522, "PGD-Accuracy": 16.06, "PGD-Loss": 4.256242794799805}, "Total-Time": 5706.59175992012, "Train": {"Loss": 0.9638988588121202, "avg t": 0.9307766686898691, "plain loss": 0.17555934277640434, "standard loss": 0.11505655896884423}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.8795, "Augmented-Loss": 0.10561882958094279, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.06875172394514084, "PGD-Accuracy": 15.683333333333334, "PGD-Loss": 4.119477821350098}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 1000.6098523139954, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9127, "Augmented-Loss": 0.07839504839622974, "Clean-Accuracy": 99.01, "Clean-Loss": 0.05179864237308502, "PGD-Accuracy": 15.91, "PGD-Loss": 6.665386428833008}, "Total-Time": 6707.201612234116, "Train": {"Loss": 0.9562056141606083, "avg t": 0.9291029129381533, "plain loss": 0.1587380495777838, "standard loss": 0.10110128957033157}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.07666666666667, "Augmented-Loss": 0.07204292652755975, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04912191773951054, "PGD-Accuracy": 15.933333333333334, "PGD-Loss": 6.415795984903971}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 991.6472482681274, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.7699966430664, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.7536, "Augmented-Loss": 0.09920824627256393, "Clean-Accuracy": 98.86, "Clean-Loss": 0.06539635319709777, "PGD-Accuracy": 12.9, "PGD-Loss": 5.7334422119140624}, "Total-Time": 7698.848860502243, "Train": {"Loss": 0.9561528139644199, "avg t": 0.9287868925377175, "plain loss": 0.15442773857823117, "standard loss": 0.09948505962336505}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.89416666666666, "Augmented-Loss": 0.09145797516822815, "Clean-Accuracy": 99.0, "Clean-Loss": 0.06282797301808993, "PGD-Accuracy": 12.783333333333333, "PGD-Loss": 5.443174896240234}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 992.3080325126648, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.02999877929688, "Augmented-0.05-Quantile-Accuracy": 97.97999572753906, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.9411, "Augmented-Loss": 0.09409405201673508, "Clean-Accuracy": 99.05, "Clean-Loss": 0.062299782538414, "PGD-Accuracy": 18.72, "PGD-Loss": 4.941423648071289}, "Total-Time": 8691.156893014908, "Train": {"Loss": 0.9503857427526403, "avg t": 0.9277974056314539, "plain loss": 0.1455826737615798, "standard loss": 0.09278447363553224}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.0625, "Augmented-Loss": 0.08648896866540114, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.05949047806859016, "PGD-Accuracy": 18.183333333333334, "PGD-Loss": 4.718285497029623}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 998.0457601547241, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93000030517578, "Augmented-0.05-Quantile-Accuracy": 97.91999816894531, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.9179, "Augmented-Loss": 0.08555042626023293, "Clean-Accuracy": 99.07, "Clean-Loss": 0.06040016508102417, "PGD-Accuracy": 19.28, "PGD-Loss": 5.002744609069825}, "Total-Time": 9689.202653169632, "Train": {"Loss": 0.9466212399447406, "avg t": 0.927092882015087, "plain loss": 0.137138009878441, "standard loss": 0.09669861168662706}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.6500015258789, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.09133333333334, "Augmented-Loss": 0.0785535454176863, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05694751803080241, "PGD-Accuracy": 18.666666666666668, "PGD-Loss": 4.679718821207683}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 1022.5660252571106, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.56999969482422, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 97.93000030517578, "Augmented-Accuracy": 98.708, "Augmented-Loss": 0.08264373309540748, "Clean-Accuracy": 98.9, "Clean-Loss": 0.05856618416309357, "PGD-Accuracy": 22.35, "PGD-Loss": 5.997605850219727}, "Total-Time": 10711.768678426743, "Train": {"Loss": 0.9448136368151064, "avg t": 0.9266173805130853, "plain loss": 0.12919260715908484, "standard loss": 0.08744928314840351}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 98.91633333333333, "Augmented-Loss": 0.07418388996462028, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.053944933851559955, "PGD-Accuracy": 22.683333333333334, "PGD-Loss": 5.734780741373698}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 1023.6024458408356, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.8699951171875, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.7882, "Augmented-Loss": 0.08796115840244294, "Clean-Accuracy": 98.97, "Clean-Loss": 0.06060471481084823, "PGD-Accuracy": 19.8, "PGD-Loss": 6.405510656738281}, "Total-Time": 11735.371124267578, "Train": {"Loss": 0.9432248909914935, "avg t": 0.9262920043380172, "plain loss": 0.12174953113838481, "standard loss": 0.08627684751263372}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.02683333333333, "Augmented-Loss": 0.08172709876477718, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05884416405359904, "PGD-Accuracy": 20.633333333333333, "PGD-Loss": 6.146119041442871}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 997.0605838298798, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.97000122070312, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.3699951171875, "Augmented-Accuracy": 98.9674, "Augmented-Loss": 0.050288800159960984, "Clean-Accuracy": 99.07, "Clean-Loss": 0.03810070745646953, "PGD-Accuracy": 18.21, "PGD-Loss": 9.478893035888673}, "Total-Time": 12732.431708097458, "Train": {"Loss": 0.9416007301365887, "avg t": 0.9259021027529681, "plain loss": 0.11704861893124056, "standard loss": 0.08681163494012974}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.08916666666667, "Augmented-Loss": 0.05041951467697819, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04147428065041701, "PGD-Accuracy": 18.383333333333333, "PGD-Loss": 9.079569101969401}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 992.2983620166779, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.36000061035156, "Augmented-0.05-Quantile-Accuracy": 96.86000061035156, "Augmented-0.1-Quantile-Accuracy": 97.31999969482422, "Augmented-Accuracy": 98.2578, "Augmented-Loss": 0.1448312566971779, "Clean-Accuracy": 98.59, "Clean-Loss": 0.08303187022209167, "PGD-Accuracy": 11.66, "PGD-Loss": 5.402811894226074}, "Total-Time": 13724.730070114136, "Train": {"Loss": 0.9390016454943905, "avg t": 0.9254442997685185, "plain loss": 0.11254185625005651, "standard loss": 0.07920609229803086}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.45783333333334, "Augmented-Loss": 0.13182558447639148, "Clean-Accuracy": 98.75, "Clean-Loss": 0.07487416953841845, "PGD-Accuracy": 11.266666666666667, "PGD-Loss": 5.151594106038411}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 992.6529760360718, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.97000122070312, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 98.8973, "Augmented-Loss": 0.07609465619874001, "Clean-Accuracy": 98.93, "Clean-Loss": 0.06726546919345856, "PGD-Accuracy": 21.1, "PGD-Loss": 6.814027355957031}, "Total-Time": 14717.383046150208, "Train": {"Loss": 0.939496733100326, "avg t": 0.9254874615316038, "plain loss": 0.11066622270654733, "standard loss": 0.07310916653385868}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.0785, "Augmented-Loss": 0.06902422025809686, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06182215017080307, "PGD-Accuracy": 20.45, "PGD-Loss": 6.425749450683594}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 1000.4691088199615, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.61000061035156, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.8695, "Augmented-Loss": 0.09009724958062172, "Clean-Accuracy": 99.09, "Clean-Loss": 0.0626292188167572, "PGD-Accuracy": 20.05, "PGD-Loss": 6.506704293823242}, "Total-Time": 15717.852154970169, "Train": {"Loss": 0.9380165290126095, "avg t": 0.9250905189690767, "plain loss": 0.10192866723802338, "standard loss": 0.07127270890054879}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.07616666666667, "Augmented-Loss": 0.08180817189663649, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.059100153744220736, "PGD-Accuracy": 20.216666666666665, "PGD-Loss": 6.076576377868652}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 1025.927506685257, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.94999694824219, "Augmented-0.05-Quantile-Accuracy": 97.81999969482422, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 98.9583, "Augmented-Loss": 0.06493302326416969, "Clean-Accuracy": 99.07, "Clean-Loss": 0.04440502526760101, "PGD-Accuracy": 19.26, "PGD-Loss": 8.769523498535156}, "Total-Time": 16743.779661655426, "Train": {"Loss": 0.9361553934238576, "avg t": 0.9249753569497002, "plain loss": 0.10342990199901435, "standard loss": 0.06846031279585979}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.10983333333333, "Augmented-Loss": 0.061573325028618175, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04616881202161312, "PGD-Accuracy": 19.516666666666666, "PGD-Loss": 7.973588521321615}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 1022.2533655166626, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.47000122070312, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.93000030517578, "Augmented-Accuracy": 98.776, "Augmented-Loss": 0.0755853970155716, "Clean-Accuracy": 98.98, "Clean-Loss": 0.05417656117677688, "PGD-Accuracy": 20.4, "PGD-Loss": 7.329563854980469}, "Total-Time": 17766.03302717209, "Train": {"Loss": 0.9348240836284779, "avg t": 0.9246315587361653, "plain loss": 0.09830630658820834, "standard loss": 0.0680296931023951}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 97.88333129882812, "Augmented-0.1-Quantile-Accuracy": 98.18333435058594, "Augmented-Accuracy": 98.95266666666667, "Augmented-Loss": 0.0733086506195863, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05533631922801335, "PGD-Accuracy": 20.1, "PGD-Loss": 6.949484372456869}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 993.8781039714813, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.00999450683594, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 98.9956, "Augmented-Loss": 0.06478305819970369, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04607579471766949, "PGD-Accuracy": 19.98, "PGD-Loss": 9.487474243164062}, "Total-Time": 18759.91113114357, "Train": {"Loss": 0.9339378829532199, "avg t": 0.9243602431438588, "plain loss": 0.0942828849192018, "standard loss": 0.06682831639272195}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.12466666666667, "Augmented-Loss": 0.06105740565945705, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04538152028123538, "PGD-Accuracy": 20.05, "PGD-Loss": 9.1383173828125}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 992.775304555893, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.0, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 98.9483, "Augmented-Loss": 0.05589777084428072, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04351923271417618, "PGD-Accuracy": 19.79, "PGD-Loss": 9.478957196044922}, "Total-Time": 19752.686435699463, "Train": {"Loss": 0.9339719761742485, "avg t": 0.9243798708209285, "plain loss": 0.0950799911834575, "standard loss": 0.06646863706354741}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.68333435058594, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.09116666666667, "Augmented-Loss": 0.05505506233279904, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0457359618494908, "PGD-Accuracy": 19.683333333333334, "PGD-Loss": 8.902226425170898}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 992.037535905838, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.18000030517578, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.1016, "Augmented-Loss": 0.04402796080377698, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03483552863895893, "PGD-Accuracy": 16.72, "PGD-Loss": 12.97065902709961}, "Total-Time": 20744.7239716053, "Train": {"Loss": 0.934311457545669, "avg t": 0.9245249326140792, "plain loss": 0.09185122570814913, "standard loss": 0.06541200318380638}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.148, "Augmented-Loss": 0.04501151622014741, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.038483078601459664, "PGD-Accuracy": 17.383333333333333, "PGD-Loss": 12.242217778523763}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 1002.754804611206, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0967, "Augmented-Loss": 0.05689311889398098, "Clean-Accuracy": 99.24, "Clean-Loss": 0.04597279638051987, "PGD-Accuracy": 16.2, "PGD-Loss": 11.919672808837891}, "Total-Time": 21747.478776216507, "Train": {"Loss": 0.9332256199342234, "avg t": 0.9243221933753402, "plain loss": 0.09166242755783932, "standard loss": 0.0657229772441917}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.6500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.11733333333333, "Augmented-Loss": 0.05774362483014663, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.049275476773579914, "PGD-Accuracy": 16.166666666666668, "PGD-Loss": 11.271484410603842}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 1028.5584409236908, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.20999908447266, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.0402, "Augmented-Loss": 0.05708877236801386, "Clean-Accuracy": 99.16, "Clean-Loss": 0.038731829676032066, "PGD-Accuracy": 19.08, "PGD-Loss": 10.868695294189454}, "Total-Time": 22776.037217140198, "Train": {"Loss": 0.9323237332944517, "avg t": 0.9240896027529681, "plain loss": 0.09120321149826055, "standard loss": 0.06412009454656531}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.18733333333333, "Augmented-Loss": 0.05341127728919188, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03940026933203141, "PGD-Accuracy": 18.966666666666665, "PGD-Loss": 10.448449595133464}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 1019.1912343502045, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.61000061035156, "Augmented-0.05-Quantile-Accuracy": 96.88999938964844, "Augmented-0.1-Quantile-Accuracy": 97.30999755859375, "Augmented-Accuracy": 98.424, "Augmented-Loss": 0.10435573397731782, "Clean-Accuracy": 98.87, "Clean-Loss": 0.06805794781446457, "PGD-Accuracy": 16.75, "PGD-Loss": 5.548222103881836}, "Total-Time": 23795.228451490402, "Train": {"Loss": 0.9309303150353608, "avg t": 0.9238745178293298, "plain loss": 0.0891222656744498, "standard loss": 0.052249947783571705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.25, "Augmented-0.05-Quantile-Accuracy": 97.43333435058594, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.66766666666666, "Augmented-Loss": 0.09494494305511315, "Clean-Accuracy": 99.0, "Clean-Loss": 0.06390774776041508, "PGD-Accuracy": 16.383333333333333, "PGD-Loss": 5.1728705825805665}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 991.0391263961792, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.81999969482422, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.9648, "Augmented-Loss": 0.0648006820013523, "Clean-Accuracy": 99.11, "Clean-Loss": 0.04279288953244686, "PGD-Accuracy": 21.14, "PGD-Loss": 7.667123443603516}, "Total-Time": 24786.26757788658, "Train": {"Loss": 0.9309210763330813, "avg t": 0.9238105228741964, "plain loss": 0.08265897509610204, "standard loss": 0.056811721484970164}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.6500015258789, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.09416666666667, "Augmented-Loss": 0.061442039729605116, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04455874458452066, "PGD-Accuracy": 22.566666666666666, "PGD-Loss": 7.335253468831381}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 993.4782454967499, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.02999877929688, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 98.913, "Augmented-Loss": 0.06513268144536018, "Clean-Accuracy": 99.1, "Clean-Loss": 0.050101672917604444, "PGD-Accuracy": 18.73, "PGD-Loss": 12.485592694091796}, "Total-Time": 25779.74582338333, "Train": {"Loss": 0.9308432849778069, "avg t": 0.9237942709216365, "plain loss": 0.08470386535150033, "standard loss": 0.056810966141797876}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.035, "Augmented-Loss": 0.0660694843095541, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.053624868919452034, "PGD-Accuracy": 18.716666666666665, "PGD-Loss": 11.873876688639323}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 991.216570854187, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.18000030517578, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.68000030517578, "Augmented-Accuracy": 98.6382, "Augmented-Loss": 0.0959726225566864, "Clean-Accuracy": 98.75, "Clean-Loss": 0.06941488711833954, "PGD-Accuracy": 20.52, "PGD-Loss": 6.073970880126953}, "Total-Time": 26770.96239423752, "Train": {"Loss": 0.9299988333384196, "avg t": 0.9236558643093815, "plain loss": 0.08392427435627689, "standard loss": 0.055429782929243866}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 97.96666717529297, "Augmented-Accuracy": 98.80316666666667, "Augmented-Loss": 0.08805606139550606, "Clean-Accuracy": 99.0, "Clean-Loss": 0.06599481625358264, "PGD-Accuracy": 20.033333333333335, "PGD-Loss": 5.8044385350545245}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 1008.0820314884186, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.8462, "Augmented-Loss": 0.06161379907178879, "Clean-Accuracy": 99.0, "Clean-Loss": 0.05056282362341881, "PGD-Accuracy": 19.33, "PGD-Loss": 11.28901506652832}, "Total-Time": 27779.044425725937, "Train": {"Loss": 0.9301035431226095, "avg t": 0.9236786748568216, "plain loss": 0.08381515422927006, "standard loss": 0.06371710600897118}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.04166666666667, "Augmented-Loss": 0.061237571144104004, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05303838424881299, "PGD-Accuracy": 20.383333333333333, "PGD-Loss": 10.272141174316406}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 1029.368366241455, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29000091552734, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.39999389648438, "Augmented-Accuracy": 99.0658, "Augmented-Loss": 0.05740717709958553, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04145905129015446, "PGD-Accuracy": 21.26, "PGD-Loss": 10.565683459472655}, "Total-Time": 28808.412791967392, "Train": {"Loss": 0.9294134083500615, "avg t": 0.9235543499699346, "plain loss": 0.08113311273963363, "standard loss": 0.06114953297928528}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.63333129882812, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.148, "Augmented-Loss": 0.05574630214775602, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04346243712802728, "PGD-Accuracy": 23.5, "PGD-Loss": 9.877006067911784}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 1013.5737791061401, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.04000091552734, "Augmented-0.1-Quantile-Accuracy": 98.37999725341797, "Augmented-Accuracy": 99.0326, "Augmented-Loss": 0.04927122097802162, "Clean-Accuracy": 99.17, "Clean-Loss": 0.03887382324934006, "PGD-Accuracy": 18.66, "PGD-Loss": 14.395413647460938}, "Total-Time": 29821.986571073532, "Train": {"Loss": 0.9294701420466105, "avg t": 0.9235412809583876, "plain loss": 0.08094889796751523, "standard loss": 0.05586663994524214}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.09483333333333, "Augmented-Loss": 0.05004592305327455, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.042156932140390076, "PGD-Accuracy": 20.1, "PGD-Loss": 13.20646905517578}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 990.8266823291779, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.05999755859375, "Augmented-0.05-Quantile-Accuracy": 98.1199951171875, "Augmented-0.1-Quantile-Accuracy": 98.41999816894531, "Augmented-Accuracy": 98.971, "Augmented-Loss": 0.05459569142818451, "Clean-Accuracy": 99.05, "Clean-Loss": 0.04435812947154045, "PGD-Accuracy": 21.46, "PGD-Loss": 12.748386938476562}, "Total-Time": 30812.81325340271, "Train": {"Loss": 0.9292029903023331, "avg t": 0.9235424865793299, "plain loss": 0.0805747382693821, "standard loss": 0.06146154535368637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.13633333333334, "Augmented-Loss": 0.05342404788017273, "Clean-Accuracy": 99.25, "Clean-Loss": 0.045819297812879085, "PGD-Accuracy": 22.7, "PGD-Loss": 11.863781463623047}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 993.9349193572998, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.66999816894531, "Augmented-0.05-Quantile-Accuracy": 97.82999420166016, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 98.9635, "Augmented-Loss": 0.08586795374274254, "Clean-Accuracy": 99.09, "Clean-Loss": 0.06524983578920364, "PGD-Accuracy": 21.13, "PGD-Loss": 7.221853668212891}, "Total-Time": 31806.74817276001, "Train": {"Loss": 0.9292737659348382, "avg t": 0.9234938272723445, "plain loss": 0.07654940376634949, "standard loss": 0.05821901679590896}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 98.99816666666666, "Augmented-Loss": 0.07881921656201284, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.06223417608936628, "PGD-Accuracy": 21.3, "PGD-Loss": 7.128937561035157}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 991.5077424049377, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.1065, "Augmented-Loss": 0.049394159175246956, "Clean-Accuracy": 99.21, "Clean-Loss": 0.037847424890100956, "PGD-Accuracy": 17.37, "PGD-Loss": 16.123195935058593}, "Total-Time": 32798.25591516495, "Train": {"Loss": 0.9281372418050413, "avg t": 0.9233524306261981, "plain loss": 0.07731469074531833, "standard loss": 0.05572433189882173}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.186, "Augmented-Loss": 0.049871570800965034, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.0413020359997948, "PGD-Accuracy": 18.083333333333332, "PGD-Loss": 14.874503311157227}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 1012.43599152565, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.73999786376953, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.8102, "Augmented-Loss": 0.07512821231079102, "Clean-Accuracy": 98.95, "Clean-Loss": 0.05398445426225662, "PGD-Accuracy": 21.5, "PGD-Loss": 8.441387854003906}, "Total-Time": 33810.6919066906, "Train": {"Loss": 0.9290314979729829, "avg t": 0.9233874904667889, "plain loss": 0.07861474284242709, "standard loss": 0.05568272271310842}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 98.93266666666666, "Augmented-Loss": 0.07017284457037846, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.05297295177479585, "PGD-Accuracy": 21.466666666666665, "PGD-Loss": 7.834277587890625}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 1026.709980249405, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.89999389648438, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.65999603271484, "Augmented-Accuracy": 98.6623, "Augmented-Loss": 0.09041987868070603, "Clean-Accuracy": 98.88, "Clean-Loss": 0.06830078113079072, "PGD-Accuracy": 21.13, "PGD-Loss": 8.088364437866211}, "Total-Time": 34837.40188694, "Train": {"Loss": 0.9288400441805522, "avg t": 0.923389274738453, "plain loss": 0.07849735769519105, "standard loss": 0.05250969651451817}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.38333129882812, "Augmented-0.05-Quantile-Accuracy": 97.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.72916666666667, "Augmented-Loss": 0.08637956075320641, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.06824708792567254, "PGD-Accuracy": 21.383333333333333, "PGD-Loss": 7.692849843343099}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 1010.3184359073639, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.83999633789062, "Augmented-0.05-Quantile-Accuracy": 97.8699951171875, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.9126, "Augmented-Loss": 0.07214739091277123, "Clean-Accuracy": 99.16, "Clean-Loss": 0.05092203688025475, "PGD-Accuracy": 21.75, "PGD-Loss": 9.242056509399415}, "Total-Time": 35847.720322847366, "Train": {"Loss": 0.9281124467673125, "avg t": 0.9232485051331697, "plain loss": 0.07510882632290873, "standard loss": 0.05548291275346721}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.46666717529297, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.04516666666666, "Augmented-Loss": 0.06843241682430108, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0510361188997825, "PGD-Accuracy": 21.516666666666666, "PGD-Loss": 8.678337071736653}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 990.2004036903381, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.2699966430664, "Augmented-0.05-Quantile-Accuracy": 98.15999603271484, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.034, "Augmented-Loss": 0.04319454329672456, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03381536575555801, "PGD-Accuracy": 19.56, "PGD-Loss": 15.322927923583984}, "Total-Time": 36837.920726537704, "Train": {"Loss": 0.928089302804735, "avg t": 0.9232851563559639, "plain loss": 0.07607022333498364, "standard loss": 0.05665933270586861}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.0815, "Augmented-Loss": 0.04705675439884265, "Clean-Accuracy": 99.2, "Clean-Loss": 0.040090727989872295, "PGD-Accuracy": 19.616666666666667, "PGD-Loss": 14.329050445556641}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 993.6852400302887, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.02999877929688, "Augmented-0.05-Quantile-Accuracy": 98.1199951171875, "Augmented-0.1-Quantile-Accuracy": 98.41999816894531, "Augmented-Accuracy": 99.0501, "Augmented-Loss": 0.05019597040462494, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03575201533734798, "PGD-Accuracy": 22.9, "PGD-Loss": 11.868325881958008}, "Total-Time": 37831.60596656799, "Train": {"Loss": 0.9282678291885941, "avg t": 0.9233101852734884, "plain loss": 0.07426663817299735, "standard loss": 0.051751513422087385}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.12033333333333, "Augmented-Loss": 0.04974377017440895, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03881135144457221, "PGD-Accuracy": 23.716666666666665, "PGD-Loss": 11.42949712117513}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 992.113602399826, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.68000030517578, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.871, "Augmented-Loss": 0.057657920389950275, "Clean-Accuracy": 99.11, "Clean-Loss": 0.039642834880948066, "PGD-Accuracy": 21.2, "PGD-Loss": 14.619517645263672}, "Total-Time": 38823.71956896782, "Train": {"Loss": 0.9278401325720328, "avg t": 0.923211034015373, "plain loss": 0.07365014891712755, "standard loss": 0.05408774376191475}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 98.90433333333333, "Augmented-Loss": 0.05947955778012673, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.04563294569899638, "PGD-Accuracy": 21.816666666666666, "PGD-Loss": 13.491827392578125}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 1017.1383345127106, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.37999725341797, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1191, "Augmented-Loss": 0.03643269600225985, "Clean-Accuracy": 99.22, "Clean-Loss": 0.029813149328529836, "PGD-Accuracy": 13.45, "PGD-Loss": 24.359879248046877}, "Total-Time": 39840.85790348053, "Train": {"Loss": 0.9275410545137194, "avg t": 0.9231595776345994, "plain loss": 0.06932020208658991, "standard loss": 0.05035989050760313}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.20583333333333, "Augmented-Loss": 0.041231179615855214, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.037285319107274215, "PGD-Accuracy": 14.433333333333334, "PGD-Loss": 23.50481923421224}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 1027.9511885643005, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22999572753906, "Augmented-0.05-Quantile-Accuracy": 97.20999908447266, "Augmented-0.1-Quantile-Accuracy": 97.6199951171875, "Augmented-Accuracy": 98.5418, "Augmented-Loss": 0.0634857565523386, "Clean-Accuracy": 98.68, "Clean-Loss": 0.04991460834741592, "PGD-Accuracy": 23.77, "PGD-Loss": 9.441606393432616}, "Total-Time": 40868.80909204483, "Train": {"Loss": 0.9278811138647574, "avg t": 0.9232400656982704, "plain loss": 0.06872687265961261, "standard loss": 0.05123666591666363}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.744, "Augmented-Loss": 0.06101603988950451, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.050972668123741946, "PGD-Accuracy": 23.4, "PGD-Loss": 8.611827916463216}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 1005.3001670837402, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.1285, "Augmented-Loss": 0.039465151940375566, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03022510088607669, "PGD-Accuracy": 22.83, "PGD-Loss": 14.945237084960937}, "Total-Time": 41874.10925912857, "Train": {"Loss": 0.9275624145401848, "avg t": 0.9231728878374453, "plain loss": 0.07192017333684152, "standard loss": 0.05268561189704471}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.1965, "Augmented-Loss": 0.04185439987391233, "Clean-Accuracy": 99.35, "Clean-Loss": 0.035089931833247344, "PGD-Accuracy": 23.65, "PGD-Loss": 14.086480178833007}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 990.5402362346649, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.37999725341797, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.043, "Augmented-Loss": 0.040762497281610965, "Clean-Accuracy": 99.22, "Clean-Loss": 0.028118179562315344, "PGD-Accuracy": 24.85, "PGD-Loss": 12.656220404052734}, "Total-Time": 42864.649495363235, "Train": {"Loss": 0.9274551092077185, "avg t": 0.9230939912089595, "plain loss": 0.0681970715505105, "standard loss": 0.0487015428526534}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.126, "Augmented-Loss": 0.04335805501185357, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03546886178975304, "PGD-Accuracy": 24.9, "PGD-Loss": 12.01170991007487}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 994.49174451828, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.23999786376953, "Augmented-0.05-Quantile-Accuracy": 98.06999969482422, "Augmented-0.1-Quantile-Accuracy": 98.41999816894531, "Augmented-Accuracy": 99.0061, "Augmented-Loss": 0.05705278951895237, "Clean-Accuracy": 99.12, "Clean-Loss": 0.04354587109982967, "PGD-Accuracy": 21.07, "PGD-Loss": 13.575937188720703}, "Total-Time": 43859.141239881516, "Train": {"Loss": 0.9275464017126295, "avg t": 0.9230808739308958, "plain loss": 0.06900044321484035, "standard loss": 0.051501165053358784}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.09266666666667, "Augmented-Loss": 0.05659217920951545, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04553187555323045, "PGD-Accuracy": 20.533333333333335, "PGD-Loss": 12.683873692830403}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 991.4908282756805, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.8699951171875, "Augmented-0.1-Quantile-Accuracy": 98.25999450683594, "Augmented-Accuracy": 98.9966, "Augmented-Loss": 0.06534791998565197, "Clean-Accuracy": 99.13, "Clean-Loss": 0.0443937419116497, "PGD-Accuracy": 21.96, "PGD-Loss": 9.424418643188476}, "Total-Time": 44850.632068157196, "Train": {"Loss": 0.9269466000309697, "avg t": 0.9230703608194987, "plain loss": 0.06767260065255343, "standard loss": 0.04752481819027}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.09816666666667, "Augmented-Loss": 0.06281026072531938, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04644662822286288, "PGD-Accuracy": 22.1, "PGD-Loss": 8.936270907084147}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 1022.8368463516235, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22999572753906, "Augmented-0.05-Quantile-Accuracy": 97.95999908447266, "Augmented-0.1-Quantile-Accuracy": 98.23999786376953, "Augmented-Accuracy": 98.9605, "Augmented-Loss": 0.049240650341928004, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03856565559208393, "PGD-Accuracy": 21.91, "PGD-Loss": 14.770093811035157}, "Total-Time": 45873.46891450882, "Train": {"Loss": 0.9266234500496475, "avg t": 0.9229637346797519, "plain loss": 0.06446810261585086, "standard loss": 0.04750248584647973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.10516666666666, "Augmented-Loss": 0.04861714341394603, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04065285657346249, "PGD-Accuracy": 22.433333333333334, "PGD-Loss": 13.6321794535319}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 1026.6853141784668, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1679, "Augmented-Loss": 0.036627818038985134, "Clean-Accuracy": 99.33, "Clean-Loss": 0.028951141528785227, "PGD-Accuracy": 13.04, "PGD-Loss": 23.39066766357422}, "Total-Time": 46900.15422868729, "Train": {"Loss": 0.9270076038925736, "avg t": 0.9230531444019742, "plain loss": 0.0684088674059621, "standard loss": 0.047269497459409414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.2065, "Augmented-Loss": 0.0394241194385166, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.034483056188871465, "PGD-Accuracy": 14.0, "PGD-Loss": 22.67043938191732}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 999.7233066558838, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.20999908447266, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.088, "Augmented-Loss": 0.051694400699466465, "Clean-Accuracy": 99.29, "Clean-Loss": 0.0369780571103096, "PGD-Accuracy": 22.32, "PGD-Loss": 12.39887632446289}, "Total-Time": 47899.87753534317, "Train": {"Loss": 0.9265490370149966, "avg t": 0.9229562596921568, "plain loss": 0.06685853368441261, "standard loss": 0.04359626970688502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.106, "Augmented-Loss": 0.05139775604603191, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.040623072444150844, "PGD-Accuracy": 23.133333333333333, "PGD-Loss": 11.557337300618489}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 990.8565864562988, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.40999603271484, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1085, "Augmented-Loss": 0.04419492587810755, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03228686888888478, "PGD-Accuracy": 9.57, "PGD-Loss": 24.17936650390625}, "Total-Time": 48890.73412179947, "Train": {"Loss": 0.9261896262168884, "avg t": 0.9228945795871594, "plain loss": 0.06498091510313526, "standard loss": 0.039747628119256764}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.201, "Augmented-Loss": 0.046831448792430265, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03834913799539209, "PGD-Accuracy": 10.216666666666667, "PGD-Loss": 23.561959228515626}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 994.000232219696, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.27999877929688, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.40999603271484, "Augmented-Accuracy": 99.0288, "Augmented-Loss": 0.05939121498209238, "Clean-Accuracy": 99.09, "Clean-Loss": 0.04631318792700768, "PGD-Accuracy": 22.17, "PGD-Loss": 13.716519970703125}, "Total-Time": 49884.734354019165, "Train": {"Loss": 0.9263648462648745, "avg t": 0.9229670140654952, "plain loss": 0.06790549466786565, "standard loss": 0.04677257716048647}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.17766666666667, "Augmented-Loss": 0.0563255493414402, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04609952293088039, "PGD-Accuracy": 23.833333333333332, "PGD-Loss": 12.152289128621419}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 994.3163728713989, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1679, "Augmented-Loss": 0.034802768093168734, "Clean-Accuracy": 99.31, "Clean-Loss": 0.0268729832675308, "PGD-Accuracy": 17.71, "PGD-Loss": 19.789966662597656}, "Total-Time": 50879.050726890564, "Train": {"Loss": 0.9262647666224727, "avg t": 0.9228994985509802, "plain loss": 0.0674586574625084, "standard loss": 0.049789708513904504}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.21166666666667, "Augmented-Loss": 0.0380829062149177, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.0330554985695829, "PGD-Accuracy": 18.866666666666667, "PGD-Loss": 18.98375048828125}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 1025.8660702705383, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.14999389648438, "Augmented-0.05-Quantile-Accuracy": 98.11000061035156, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0265, "Augmented-Loss": 0.04776069122123718, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03437921469807625, "PGD-Accuracy": 17.54, "PGD-Loss": 16.95649546508789}, "Total-Time": 51904.9167971611, "Train": {"Loss": 0.9259405937901249, "avg t": 0.9228567227257622, "plain loss": 0.06802139007780286, "standard loss": 0.04670227215521865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.15033333333334, "Augmented-Loss": 0.0467085404821982, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03624881963183482, "PGD-Accuracy": 17.933333333333334, "PGD-Loss": 15.87119160970052}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 1027.312196969986, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54000091552734, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.0965, "Augmented-Loss": 0.04333906724649668, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03401646677851677, "PGD-Accuracy": 16.83, "PGD-Loss": 18.407389971923827}, "Total-Time": 52932.22899413109, "Train": {"Loss": 0.9261958957248264, "avg t": 0.9228779418380172, "plain loss": 0.06846473093474353, "standard loss": 0.046617165908769326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.17683333333333, "Augmented-Loss": 0.04531054457683116, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03901507670680682, "PGD-Accuracy": 18.083333333333332, "PGD-Loss": 17.594686218261717}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 995.4019944667816, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1907, "Augmented-Loss": 0.04263512729397416, "Clean-Accuracy": 99.29, "Clean-Loss": 0.030943152129650115, "PGD-Accuracy": 19.0, "PGD-Loss": 15.482914770507813}, "Total-Time": 53927.63098859787, "Train": {"Loss": 0.9262154372356556, "avg t": 0.9228823303646512, "plain loss": 0.06591285781153927, "standard loss": 0.04477282937643705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.24333333333334, "Augmented-Loss": 0.043927822139834365, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03545108882089456, "PGD-Accuracy": 19.333333333333332, "PGD-Loss": 14.726949762980142}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 992.9452905654907, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.18999481201172, "Augmented-0.05-Quantile-Accuracy": 98.20999908447266, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.0974, "Augmented-Loss": 0.05150919630533457, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03652881032526493, "PGD-Accuracy": 17.52, "PGD-Loss": 17.066184197998048}, "Total-Time": 54920.57627916336, "Train": {"Loss": 0.9260664310631929, "avg t": 0.9228618828279, "plain loss": 0.06448544942714554, "standard loss": 0.042213039543341706}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.1555, "Augmented-Loss": 0.05223378560538093, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04022122449676196, "PGD-Accuracy": 17.816666666666666, "PGD-Loss": 15.696481323242187}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 992.9580898284912, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.3699951171875, "Augmented-Accuracy": 99.031, "Augmented-Loss": 0.05755764118492603, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03997149838805199, "PGD-Accuracy": 22.93, "PGD-Loss": 11.93241449584961}, "Total-Time": 55913.53436899185, "Train": {"Loss": 0.925983485892967, "avg t": 0.9228574460347494, "plain loss": 0.06431599032613965, "standard loss": 0.04182021557042996}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.11566666666667, "Augmented-Loss": 0.055261498577718934, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04136094265182813, "PGD-Accuracy": 22.883333333333333, "PGD-Loss": 11.159805969238281}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 997.3277394771576, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.23999786376953, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0453, "Augmented-Loss": 0.05342113348919153, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04109375759363174, "PGD-Accuracy": 25.02, "PGD-Loss": 12.057783032226563}, "Total-Time": 56910.86210846901, "Train": {"Loss": 0.9258898145357768, "avg t": 0.9228169367931507, "plain loss": 0.06640221269572215, "standard loss": 0.045953882928247806}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.16883333333334, "Augmented-Loss": 0.0518235078064849, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04267004343618949, "PGD-Accuracy": 25.7, "PGD-Loss": 11.43079209391276}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 1028.1567730903625, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1855, "Augmented-Loss": 0.041955424947559834, "Clean-Accuracy": 99.3, "Clean-Loss": 0.031613917928934095, "PGD-Accuracy": 16.11, "PGD-Loss": 19.976435205078126}, "Total-Time": 57939.01888155937, "Train": {"Loss": 0.9255885924586543, "avg t": 0.9227490837662309, "plain loss": 0.06189686808762726, "standard loss": 0.04043633817853751}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.17233333333333, "Augmented-Loss": 0.04396778781761726, "Clean-Accuracy": 99.25, "Clean-Loss": 0.036558241236954926, "PGD-Accuracy": 16.85, "PGD-Loss": 18.768981608072917}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 1026.3383870124817, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2241, "Augmented-Loss": 0.030328047591932118, "Clean-Accuracy": 99.38, "Clean-Loss": 0.024787112227082252, "PGD-Accuracy": 9.6, "PGD-Loss": 26.436992468261717}, "Total-Time": 58965.35726857185, "Train": {"Loss": 0.9255944460586265, "avg t": 0.9227450811068217, "plain loss": 0.06440012489601413, "standard loss": 0.04576718071654991}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.307, "Augmented-Loss": 0.033717453266050045, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.030686607050398985, "PGD-Accuracy": 9.666666666666666, "PGD-Loss": 26.360191935221355}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 992.2824876308441, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.89999389648438, "Augmented-0.1-Quantile-Accuracy": 98.25999450683594, "Augmented-Accuracy": 98.9776, "Augmented-Loss": 0.06026385844135285, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04676455745697022, "PGD-Accuracy": 22.65, "PGD-Loss": 11.221984228515625}, "Total-Time": 59957.6397562027, "Train": {"Loss": 0.9256447440253364, "avg t": 0.9227404033166391, "plain loss": 0.062040600831420385, "standard loss": 0.04474453347976561}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 98.99266666666666, "Augmented-Loss": 0.05750457810583214, "Clean-Accuracy": 99.1, "Clean-Loss": 0.046560008436441425, "PGD-Accuracy": 22.516666666666666, "PGD-Loss": 10.074261189778646}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 995.1682040691376, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 98.9405, "Augmented-Loss": 0.04082908428476751, "Clean-Accuracy": 99.08, "Clean-Loss": 0.03410712223947048, "PGD-Accuracy": 9.2, "PGD-Loss": 27.62587957763672}, "Total-Time": 60952.807960271835, "Train": {"Loss": 0.925650397653933, "avg t": 0.9227515915058278, "plain loss": 0.06341439058162547, "standard loss": 0.04792541185297348}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.53333282470703, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 98.98066666666666, "Augmented-Loss": 0.04372104450585942, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.038806448177744944, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 26.55318130493164}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 992.8994812965393, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.2117, "Augmented-Loss": 0.037844219298332926, "Clean-Accuracy": 99.36, "Clean-Loss": 0.032879877662658694, "PGD-Accuracy": 14.69, "PGD-Loss": 25.025851293945312}, "Total-Time": 61945.707441568375, "Train": {"Loss": 0.925199160611188, "avg t": 0.9227091050324616, "plain loss": 0.060555376155288165, "standard loss": 0.04813285179767344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.25133333333333, "Augmented-Loss": 0.04049206209279597, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.036521386074523134, "PGD-Accuracy": 15.4, "PGD-Loss": 23.72270479329427}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 1004.0053596496582, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2485, "Augmented-Loss": 0.03240693895380199, "Clean-Accuracy": 99.43, "Clean-Loss": 0.02762326437011361, "PGD-Accuracy": 9.8, "PGD-Loss": 31.104062133789064}, "Total-Time": 62949.71280121803, "Train": {"Loss": 0.9257010305369342, "avg t": 0.9227875675801878, "plain loss": 0.06191492223209808, "standard loss": 0.04802763360407617}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.19183333333334, "Augmented-Loss": 0.037354851837456224, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03396313926205039, "PGD-Accuracy": 10.95, "PGD-Loss": 30.499021708170574}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 1029.9400775432587, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.32999420166016, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1219, "Augmented-Loss": 0.055083372541069986, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03548030695915222, "PGD-Accuracy": 17.69, "PGD-Loss": 15.342171685791016}, "Total-Time": 63979.65287876129, "Train": {"Loss": 0.9255916902754042, "avg t": 0.9227457563258984, "plain loss": 0.061097668502948836, "standard loss": 0.039707855601553564}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.12483333333333, "Augmented-Loss": 0.052487928692226606, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03729391375929117, "PGD-Accuracy": 17.366666666666667, "PGD-Loss": 14.905075475056966}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 1020.2096271514893, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.48999786376953, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.119, "Augmented-Loss": 0.03805652771925926, "Clean-Accuracy": 99.25, "Clean-Loss": 0.028192947128415108, "PGD-Accuracy": 14.86, "PGD-Loss": 21.750417602539063}, "Total-Time": 64999.86250591278, "Train": {"Loss": 0.9253034178769147, "avg t": 0.9227222705593816, "plain loss": 0.062154333579098796, "standard loss": 0.03781456075719109}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.16433333333333, "Augmented-Loss": 0.040045022228211165, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03342777091357857, "PGD-Accuracy": 16.433333333333334, "PGD-Loss": 21.172611490885416}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 991.5825853347778, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.1117, "Augmented-Loss": 0.03786037847842276, "Clean-Accuracy": 99.19, "Clean-Loss": 0.02985984771028161, "PGD-Accuracy": 12.22, "PGD-Loss": 25.55322919921875}, "Total-Time": 65991.44509124756, "Train": {"Loss": 0.9254298268777352, "avg t": 0.9227156154491283, "plain loss": 0.06090676368519103, "standard loss": 0.03741866506194627}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.23133333333334, "Augmented-Loss": 0.039008977779137595, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03289227441822489, "PGD-Accuracy": 12.9, "PGD-Loss": 25.358722076416015}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 993.9937539100647, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1688, "Augmented-Loss": 0.040076524408102034, "Clean-Accuracy": 99.29, "Clean-Loss": 0.03223025432229042, "PGD-Accuracy": 15.73, "PGD-Loss": 21.643967919921874}, "Total-Time": 66985.43884515762, "Train": {"Loss": 0.925633742014567, "avg t": 0.9227349055431507, "plain loss": 0.06247921639901622, "standard loss": 0.04254270072833256}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.20083333333334, "Augmented-Loss": 0.04058253343828022, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03494405005996426, "PGD-Accuracy": 16.166666666666668, "PGD-Loss": 20.955161916097005}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 992.4735171794891, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0178, "Augmented-Loss": 0.05392450594574213, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03888481530845165, "PGD-Accuracy": 19.55, "PGD-Loss": 13.827354071044923}, "Total-Time": 67977.91236233711, "Train": {"Loss": 0.9254817603075945, "avg t": 0.9227189911912989, "plain loss": 0.06004307244971958, "standard loss": 0.042254920131078476}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.12516666666667, "Augmented-Loss": 0.05239548612636825, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.040922230621178945, "PGD-Accuracy": 19.966666666666665, "PGD-Loss": 13.146657801310221}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 1009.3300089836121, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1736, "Augmented-Loss": 0.03688180312046409, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0304147204965353, "PGD-Accuracy": 21.58, "PGD-Loss": 17.873146862792968}, "Total-Time": 68987.24237132072, "Train": {"Loss": 0.9252604825231764, "avg t": 0.9227102624575297, "plain loss": 0.06235916559607891, "standard loss": 0.04819294886180648}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.271, "Augmented-Loss": 0.03670609207148353, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03179904283769429, "PGD-Accuracy": 22.566666666666666, "PGD-Loss": 16.748581309000652}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 1028.684249162674, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47999572753906, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1074, "Augmented-Loss": 0.05054698052722215, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04616929097175598, "PGD-Accuracy": 23.56, "PGD-Loss": 16.37319443359375}, "Total-Time": 70015.9266204834, "Train": {"Loss": 0.9253291796578301, "avg t": 0.9226940104873093, "plain loss": 0.06077861965144122, "standard loss": 0.04832318327824275}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2105, "Augmented-Loss": 0.048496827857891715, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04482316926618417, "PGD-Accuracy": 24.9, "PGD-Loss": 15.093670379638672}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 1014.934308052063, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1467, "Augmented-Loss": 0.043504079743087294, "Clean-Accuracy": 99.19, "Clean-Loss": 0.03505949560403824, "PGD-Accuracy": 11.81, "PGD-Loss": 25.509945849609377}, "Total-Time": 71030.86092853546, "Train": {"Loss": 0.9253200608182837, "avg t": 0.9226687404667889, "plain loss": 0.059881760959271946, "standard loss": 0.04445096020952419}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.20633333333333, "Augmented-Loss": 0.04255915331467986, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03599017549740771, "PGD-Accuracy": 13.25, "PGD-Loss": 24.16995561726888}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 991.2682127952576, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.62999725341797, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1354, "Augmented-Loss": 0.038316204574137924, "Clean-Accuracy": 99.17, "Clean-Loss": 0.030889243105053903, "PGD-Accuracy": 14.65, "PGD-Loss": 24.590443688964843}, "Total-Time": 72022.12914133072, "Train": {"Loss": 0.9252899577705949, "avg t": 0.9226428434937088, "plain loss": 0.060106153157905365, "standard loss": 0.04161104740643943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.26266666666666, "Augmented-Loss": 0.03880512652181089, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03340536204228799, "PGD-Accuracy": 15.566666666666666, "PGD-Loss": 23.03658135986328}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 995.35111951828, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.40999603271484, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.0913, "Augmented-Loss": 0.056273177868783476, "Clean-Accuracy": 99.2, "Clean-Loss": 0.046346321326494216, "PGD-Accuracy": 22.23, "PGD-Loss": 15.71687060546875}, "Total-Time": 73017.480260849, "Train": {"Loss": 0.925000774913364, "avg t": 0.9226407216036762, "plain loss": 0.05813213588573312, "standard loss": 0.04316045737542488}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.1725, "Augmented-Loss": 0.05456094444349408, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04648874792208274, "PGD-Accuracy": 23.5, "PGD-Loss": 14.793868845621745}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 993.7430622577667, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.90999603271484, "Augmented-0.1-Quantile-Accuracy": 98.22999572753906, "Augmented-Accuracy": 99.011, "Augmented-Loss": 0.05201255186456442, "Clean-Accuracy": 99.16, "Clean-Loss": 0.040770204797387126, "PGD-Accuracy": 19.29, "PGD-Loss": 17.162800048828124}, "Total-Time": 74011.22332310677, "Train": {"Loss": 0.9253018276426527, "avg t": 0.9226818578154953, "plain loss": 0.05698953678872847, "standard loss": 0.04346159230200229}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.46666717529297, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.09283333333333, "Augmented-Loss": 0.04955544026196003, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04089818639556567, "PGD-Accuracy": 18.766666666666666, "PGD-Loss": 16.009226267496746}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 1016.495201587677, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1646, "Augmented-Loss": 0.039429624466240404, "Clean-Accuracy": 99.3, "Clean-Loss": 0.032673117181658745, "PGD-Accuracy": 8.67, "PGD-Loss": 31.086194799804687}, "Total-Time": 75027.71852469444, "Train": {"Loss": 0.9252860620463336, "avg t": 0.9226968557922929, "plain loss": 0.058866288400579524, "standard loss": 0.042316897427042324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.17316666666666, "Augmented-Loss": 0.04154316891377171, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03698177497088909, "PGD-Accuracy": 9.15, "PGD-Loss": 30.346625813802085}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 1030.4292783737183, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.52999877929688, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.1227, "Augmented-Loss": 0.04001890348237753, "Clean-Accuracy": 99.31, "Clean-Loss": 0.02820560267791152, "PGD-Accuracy": 9.66, "PGD-Loss": 26.53981552734375}, "Total-Time": 76058.14780306816, "Train": {"Loss": 0.925178233464559, "avg t": 0.9226667631820397, "plain loss": 0.057988947706752295, "standard loss": 0.03893218755984196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.21216666666666, "Augmented-Loss": 0.039965010344435774, "Clean-Accuracy": 99.3, "Clean-Loss": 0.031363185501967865, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 26.0542585550944}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 1008.9575679302216, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.30999755859375, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0714, "Augmented-Loss": 0.04868163809764385, "Clean-Accuracy": 99.21, "Clean-Loss": 0.039762097585201266, "PGD-Accuracy": 15.11, "PGD-Loss": 21.386030151367187}, "Total-Time": 77067.10537099838, "Train": {"Loss": 0.9251859328658493, "avg t": 0.9226190201088235, "plain loss": 0.05708509238384379, "standard loss": 0.04054063891812607}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.19733333333333, "Augmented-Loss": 0.0482780478494366, "Clean-Accuracy": 99.25, "Clean-Loss": 0.041045644921561084, "PGD-Accuracy": 15.366666666666667, "PGD-Loss": 20.083042439778644}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 991.48899269104, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 97.97999572753906, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 98.9216, "Augmented-Loss": 0.055111484443336724, "Clean-Accuracy": 99.08, "Clean-Loss": 0.03714985619932413, "PGD-Accuracy": 21.04, "PGD-Loss": 15.075757958984376}, "Total-Time": 78058.59436368942, "Train": {"Loss": 0.9246661061534175, "avg t": 0.9225838638588234, "plain loss": 0.05473320095715696, "standard loss": 0.03802230553880886}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.1735, "Augmented-Loss": 0.052165712409851454, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.037646653102089964, "PGD-Accuracy": 21.233333333333334, "PGD-Loss": 14.038107447306315}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 995.0393590927124, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47000122070312, "Augmented-0.05-Quantile-Accuracy": 98.12999725341797, "Augmented-0.1-Quantile-Accuracy": 98.37999725341797, "Augmented-Accuracy": 99.0134, "Augmented-Loss": 0.05121865677011013, "Clean-Accuracy": 99.1, "Clean-Loss": 0.0409929617613554, "PGD-Accuracy": 18.11, "PGD-Loss": 17.569391082763673}, "Total-Time": 79053.63372278214, "Train": {"Loss": 0.9250349371874774, "avg t": 0.9226643519224944, "plain loss": 0.05874289881564961, "standard loss": 0.03593172531436991}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.227, "Augmented-Loss": 0.050268986712917685, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.042232164464890955, "PGD-Accuracy": 18.366666666666667, "PGD-Loss": 15.93610764058431}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 993.7176914215088, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.9911, "Augmented-Loss": 0.04761097432729602, "Clean-Accuracy": 99.01, "Clean-Loss": 0.041529306787252425, "PGD-Accuracy": 17.53, "PGD-Loss": 22.540920837402343}, "Total-Time": 80047.35141420364, "Train": {"Loss": 0.9249293797810872, "avg t": 0.9226335841991283, "plain loss": 0.056697180372697345, "standard loss": 0.04253368438338792}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.16933333333333, "Augmented-Loss": 0.046628632551009457, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.041922370724380015, "PGD-Accuracy": 18.65, "PGD-Loss": 21.655084381103517}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 1022.8373100757599, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.181, "Augmented-Loss": 0.034815155912801626, "Clean-Accuracy": 99.27, "Clean-Loss": 0.028748269133269787, "PGD-Accuracy": 11.01, "PGD-Loss": 26.622984973144533}, "Total-Time": 81070.1887242794, "Train": {"Loss": 0.9247854273054334, "avg t": 0.922595245078758, "plain loss": 0.057702203525437326, "standard loss": 0.042747157294993045}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.222, "Augmented-Loss": 0.03853284399379045, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03432141523621977, "PGD-Accuracy": 11.933333333333334, "PGD-Loss": 26.303144907633463}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 1029.1482317447662, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.0899, "Augmented-Loss": 0.03215771677738428, "Clean-Accuracy": 99.18, "Clean-Loss": 0.027591749642416834, "PGD-Accuracy": 4.13, "PGD-Loss": 37.27961391601563}, "Total-Time": 82099.33695602417, "Train": {"Loss": 0.9249142315122816, "avg t": 0.9226052277176469, "plain loss": 0.05674125322765777, "standard loss": 0.04235150288873249}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.21916666666667, "Augmented-Loss": 0.03551819119369611, "Clean-Accuracy": 99.3, "Clean-Loss": 0.032822139724468194, "PGD-Accuracy": 5.016666666666667, "PGD-Loss": 36.582553080240885}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 1002.231701374054, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54000091552734, "Augmented-0.05-Quantile-Accuracy": 98.22999572753906, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.0989, "Augmented-Loss": 0.03956161813980341, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03326784797161818, "PGD-Accuracy": 16.48, "PGD-Loss": 25.494375463867186}, "Total-Time": 83101.56865739822, "Train": {"Loss": 0.925254759505943, "avg t": 0.9226395641256262, "plain loss": 0.05681817650441765, "standard loss": 0.04522857873086576}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.155, "Augmented-Loss": 0.04132522218365222, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03642479394748807, "PGD-Accuracy": 17.683333333333334, "PGD-Loss": 24.74375794474284}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 992.2651259899139, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.203, "Augmented-Loss": 0.028290250198092313, "Clean-Accuracy": 99.31, "Clean-Loss": 0.02379526112806052, "PGD-Accuracy": 3.22, "PGD-Loss": 38.93078703613281}, "Total-Time": 84093.83378338814, "Train": {"Loss": 0.9248065242414121, "avg t": 0.9226301120122273, "plain loss": 0.05469533864259714, "standard loss": 0.04133772297865815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.23083333333334, "Augmented-Loss": 0.03376539573430084, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03135668887120361, "PGD-Accuracy": 3.65, "PGD-Loss": 38.683227193196615}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 995.1822912693024, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.31999969482422, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.41999816894531, "Augmented-Accuracy": 99.0558, "Augmented-Loss": 0.04634446302142739, "Clean-Accuracy": 99.19, "Clean-Loss": 0.03414461245238781, "PGD-Accuracy": 14.99, "PGD-Loss": 22.56999852294922}, "Total-Time": 85089.01607465744, "Train": {"Loss": 0.9249915979879874, "avg t": 0.9226084105880172, "plain loss": 0.05612930858929951, "standard loss": 0.03676491662032074}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.16533333333334, "Augmented-Loss": 0.04654137968540192, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03695313662290573, "PGD-Accuracy": 15.233333333333333, "PGD-Loss": 21.62340534464518}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 993.1718227863312, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.52999877929688, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.0506, "Augmented-Loss": 0.040454082634672525, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03297375504076481, "PGD-Accuracy": 12.13, "PGD-Loss": 26.277099853515626}, "Total-Time": 86082.18789744377, "Train": {"Loss": 0.9248760627464012, "avg t": 0.9226056617454246, "plain loss": 0.05860045179172795, "standard loss": 0.03967297831453659}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.17583333333333, "Augmented-Loss": 0.04154794281143695, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.036128646096214655, "PGD-Accuracy": 13.7, "PGD-Loss": 25.584125356038413}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 1022.7720875740051, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.22999572753906, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0821, "Augmented-Loss": 0.047570338652193546, "Clean-Accuracy": 99.23, "Clean-Loss": 0.031633434049785136, "PGD-Accuracy": 16.49, "PGD-Loss": 18.57588864746094}, "Total-Time": 87104.95998501778, "Train": {"Loss": 0.924796556631724, "avg t": 0.9225995853741964, "plain loss": 0.05551240160200333, "standard loss": 0.038689465244887054}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.1945, "Augmented-Loss": 0.0472617712345471, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.034911389730870726, "PGD-Accuracy": 17.0, "PGD-Loss": 18.180455088297528}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 1026.9206757545471, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2039, "Augmented-Loss": 0.03202118412629515, "Clean-Accuracy": 99.24, "Clean-Loss": 0.026574168869853018, "PGD-Accuracy": 4.6, "PGD-Loss": 37.727846264648434}, "Total-Time": 88131.88066077232, "Train": {"Loss": 0.9249287214279175, "avg t": 0.9226179109855934, "plain loss": 0.056838095092773475, "standard loss": 0.035331451378486776}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.25466666666667, "Augmented-Loss": 0.03608936066651096, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03225362234935165, "PGD-Accuracy": 5.4, "PGD-Loss": 37.2945121866862}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 996.255663394928, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1342, "Augmented-Loss": 0.042328320167183874, "Clean-Accuracy": 99.27, "Clean-Loss": 0.03082149157524109, "PGD-Accuracy": 20.23, "PGD-Loss": 18.396846954345705}, "Total-Time": 89128.13632416725, "Train": {"Loss": 0.9247531175260191, "avg t": 0.9225903261149371, "plain loss": 0.05624523257591108, "standard loss": 0.03763167670175985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.209, "Augmented-Loss": 0.043046568756761654, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.034755807417134445, "PGD-Accuracy": 21.416666666666668, "PGD-Loss": 17.505175791422527}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 993.1948308944702, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2189, "Augmented-Loss": 0.03557047009530664, "Clean-Accuracy": 99.36, "Clean-Loss": 0.02754383228570223, "PGD-Accuracy": 10.36, "PGD-Loss": 29.777806494140624}, "Total-Time": 90121.33115506172, "Train": {"Loss": 0.9249466581874424, "avg t": 0.9225894098105254, "plain loss": 0.05430512724894069, "standard loss": 0.03639021390290172}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.19166666666666, "Augmented-Loss": 0.03808782397841414, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03244596744297693, "PGD-Accuracy": 11.366666666666667, "PGD-Loss": 29.785799377441407}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 994.4051175117493, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.88999938964844, "Augmented-0.05-Quantile-Accuracy": 97.80999755859375, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 98.9124, "Augmented-Loss": 0.06623931811916828, "Clean-Accuracy": 99.06, "Clean-Loss": 0.05363572429418564, "PGD-Accuracy": 22.59, "PGD-Loss": 15.043076452636718}, "Total-Time": 91115.73627257347, "Train": {"Loss": 0.9248166932353267, "avg t": 0.9225999229042618, "plain loss": 0.05468375634440668, "standard loss": 0.040853758118494794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.41666412353516, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.03616666666667, "Augmented-Loss": 0.06041386576036612, "Clean-Accuracy": 99.1, "Clean-Loss": 0.049976107512911164, "PGD-Accuracy": 24.05, "PGD-Loss": 13.938704071044922}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 999.9625270366669, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.52999877929688, "Augmented-0.05-Quantile-Accuracy": 98.20999908447266, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.0917, "Augmented-Loss": 0.04754330257830024, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03238146508038044, "PGD-Accuracy": 18.37, "PGD-Loss": 18.11883031616211}, "Total-Time": 92115.69879961014, "Train": {"Loss": 0.9247599098064281, "avg t": 0.9225759067182188, "plain loss": 0.05571378469996987, "standard loss": 0.03689026797314485}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.18433333333333, "Augmented-Loss": 0.04685737346878896, "Clean-Accuracy": 99.25, "Clean-Loss": 0.035304881653438015, "PGD-Accuracy": 19.066666666666666, "PGD-Loss": 17.02829764811198}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 1028.4395821094513, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.45999908447266, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1149, "Augmented-Loss": 0.041276854544520375, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03138420969098806, "PGD-Accuracy": 7.87, "PGD-Loss": 31.652295520019532}, "Total-Time": 93144.13838171959, "Train": {"Loss": 0.9249208363427056, "avg t": 0.9226306906982704, "plain loss": 0.055590680588616284, "standard loss": 0.03440708310239845}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.16883333333334, "Augmented-Loss": 0.0422780554186056, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03494857563326756, "PGD-Accuracy": 8.516666666666667, "PGD-Loss": 31.72345497639974}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 1023.0333609580994, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.199, "Augmented-Loss": 0.035662101883262395, "Clean-Accuracy": 99.25, "Clean-Loss": 0.032429231157898905, "PGD-Accuracy": 14.77, "PGD-Loss": 26.991793212890624}, "Total-Time": 94167.17174267769, "Train": {"Loss": 0.9248001999325223, "avg t": 0.9225622589676469, "plain loss": 0.05282570183012227, "standard loss": 0.035808628355187395}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.19333333333333, "Augmented-Loss": 0.03833931382205337, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03632256271565954, "PGD-Accuracy": 15.8, "PGD-Loss": 25.628621673583986}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 993.1278200149536, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.08999633789062, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.41999816894531, "Augmented-Accuracy": 99.0259, "Augmented-Loss": 0.07041218042290211, "Clean-Accuracy": 99.05, "Clean-Loss": 0.06445406863689422, "PGD-Accuracy": 19.77, "PGD-Loss": 15.280154260253907}, "Total-Time": 95160.29956269264, "Train": {"Loss": 0.9248480002261974, "avg t": 0.9225833334746184, "plain loss": 0.054723272623839185, "standard loss": 0.043656191635738924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.0795, "Augmented-Loss": 0.0658010493174692, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.06075821755826473, "PGD-Accuracy": 21.266666666666666, "PGD-Loss": 13.87738811747233}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 992.7921831607819, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.0891, "Augmented-Loss": 0.03354858996304869, "Clean-Accuracy": 99.13, "Clean-Loss": 0.028534394454956053, "PGD-Accuracy": 12.17, "PGD-Loss": 30.585041833496092}, "Total-Time": 96153.09174585342, "Train": {"Loss": 0.9249157897807934, "avg t": 0.9225733990139432, "plain loss": 0.05502002011934915, "standard loss": 0.04293182233307097}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.25416666666666, "Augmented-Loss": 0.034295135503588245, "Clean-Accuracy": 99.3, "Clean-Loss": 0.030885706210508942, "PGD-Accuracy": 13.283333333333333, "PGD-Loss": 29.512879536946613}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 1100.9190762043, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2322, "Augmented-Loss": 0.031348285343721506, "Clean-Accuracy": 99.32, "Clean-Loss": 0.02541333364583552, "PGD-Accuracy": 11.42, "PGD-Loss": 27.75191396484375}, "Total-Time": 97254.01082205772, "Train": {"Loss": 0.9246860741862545, "avg t": 0.9225537713721946, "plain loss": 0.055116317106176364, "standard loss": 0.03847839037025416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.22333333333333, "Augmented-Loss": 0.034586399074041596, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03116331626024718, "PGD-Accuracy": 12.75, "PGD-Loss": 26.778405090332033}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 1160.0067415237427, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47000122070312, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1483, "Augmented-Loss": 0.045213947912395, "Clean-Accuracy": 99.24, "Clean-Loss": 0.03258707614690065, "PGD-Accuracy": 16.72, "PGD-Loss": 17.885510247802735}, "Total-Time": 98414.01756358147, "Train": {"Loss": 0.924836884993094, "avg t": 0.922588638164379, "plain loss": 0.05201670564104016, "standard loss": 0.03500715993041242}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1875, "Augmented-Loss": 0.046228892648617424, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03667030861973763, "PGD-Accuracy": 18.116666666666667, "PGD-Loss": 17.04738404337565}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 1181.8322930335999, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1538, "Augmented-Loss": 0.03750351524110138, "Clean-Accuracy": 99.25, "Clean-Loss": 0.028559057483822106, "PGD-Accuracy": 11.38, "PGD-Loss": 28.678580993652343}, "Total-Time": 99595.84985661507, "Train": {"Loss": 0.92483438428243, "avg t": 0.922600212238453, "plain loss": 0.052988816257759405, "standard loss": 0.03462291991765852}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.1895, "Augmented-Loss": 0.038647875111748775, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03258291989813248, "PGD-Accuracy": 11.916666666666666, "PGD-Loss": 28.26837654622396}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 1157.1107614040375, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2149, "Augmented-Loss": 0.037148137937620285, "Clean-Accuracy": 99.27, "Clean-Loss": 0.029277608281373976, "PGD-Accuracy": 15.68, "PGD-Loss": 26.134639685058595}, "Total-Time": 100752.9606180191, "Train": {"Loss": 0.9248657960538511, "avg t": 0.9225681906806098, "plain loss": 0.05441657858424719, "standard loss": 0.0364004258207149}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.26566666666666, "Augmented-Loss": 0.038734777419033146, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.0328978812986364, "PGD-Accuracy": 16.916666666666668, "PGD-Loss": 24.85936019897461}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 1130.2493250370026, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1723, "Augmented-Loss": 0.03510984673461318, "Clean-Accuracy": 99.28, "Clean-Loss": 0.028250234480202197, "PGD-Accuracy": 7.49, "PGD-Loss": 31.25817137451172}, "Total-Time": 101883.2099430561, "Train": {"Loss": 0.9246335712185613, "avg t": 0.9225368441828975, "plain loss": 0.052140372951825414, "standard loss": 0.03718995891235493}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.192, "Augmented-Loss": 0.03852268255246182, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03391281063730518, "PGD-Accuracy": 8.416666666666666, "PGD-Loss": 31.006824747721353}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 1132.663855791092, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2199, "Augmented-Loss": 0.030833407742470502, "Clean-Accuracy": 99.32, "Clean-Loss": 0.025949662924557925, "PGD-Accuracy": 9.25, "PGD-Loss": 31.273865148925783}, "Total-Time": 103015.8737988472, "Train": {"Loss": 0.9247244008558768, "avg t": 0.9225559896716365, "plain loss": 0.05365513926347097, "standard loss": 0.03773294730429296}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.19816666666667, "Augmented-Loss": 0.03518526509885055, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03206182354254027, "PGD-Accuracy": 9.616666666666667, "PGD-Loss": 31.212651102701823}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 1137.9137468338013, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.48999786376953, "Augmented-0.05-Quantile-Accuracy": 98.20999908447266, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0769, "Augmented-Loss": 0.043072621141523125, "Clean-Accuracy": 99.19, "Clean-Loss": 0.034547347524762156, "PGD-Accuracy": 20.88, "PGD-Loss": 18.507056311035157}, "Total-Time": 104153.787545681, "Train": {"Loss": 0.9246606470743816, "avg t": 0.9224949364308958, "plain loss": 0.051385329182942675, "standard loss": 0.03797776763251534}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.167, "Augmented-Loss": 0.04165629573783527, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03468844023533166, "PGD-Accuracy": 21.05, "PGD-Loss": 18.237521321614583}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 1165.0833756923676, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1653, "Augmented-Loss": 0.03684236617010832, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03059933554828167, "PGD-Accuracy": 12.29, "PGD-Loss": 29.39871612548828}, "Total-Time": 105318.87092137337, "Train": {"Loss": 0.92424701778977, "avg t": 0.9224804205717864, "plain loss": 0.05399278834131035, "standard loss": 0.03736799023328004}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.19883333333334, "Augmented-Loss": 0.039255977383498106, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.0348148870524019, "PGD-Accuracy": 13.383333333333333, "PGD-Loss": 29.17381319173177}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 1178.4190356731415, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2, "Augmented-Loss": 0.03352000326058269, "Clean-Accuracy": 99.25, "Clean-Loss": 0.028159149396419524, "PGD-Accuracy": 8.24, "PGD-Loss": 29.866304345703124}, "Total-Time": 106497.28995704651, "Train": {"Loss": 0.9245266621554339, "avg t": 0.9225303821033901, "plain loss": 0.05399142083768485, "standard loss": 0.03832849567079986}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.248, "Augmented-Loss": 0.03618742028564215, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03247696154254178, "PGD-Accuracy": 9.416666666666666, "PGD-Loss": 28.738668131510416}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 1153.1700148582458, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1627, "Augmented-Loss": 0.04057102919173241, "Clean-Accuracy": 99.27, "Clean-Loss": 0.02996598321199417, "PGD-Accuracy": 10.29, "PGD-Loss": 26.73400095214844}, "Total-Time": 107650.45997190475, "Train": {"Loss": 0.9246471405912329, "avg t": 0.9225444155975624, "plain loss": 0.055108611941337544, "standard loss": 0.03525882037397888}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.18416666666667, "Augmented-Loss": 0.04105251462098211, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.033430767491459845, "PGD-Accuracy": 10.633333333333333, "PGD-Loss": 25.652685953776043}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 1129.5906240940094, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1536, "Augmented-Loss": 0.04519973016777635, "Clean-Accuracy": 99.27, "Clean-Loss": 0.03153766951560974, "PGD-Accuracy": 11.4, "PGD-Loss": 26.00837684326172}, "Total-Time": 108780.05059599876, "Train": {"Loss": 0.9245606019232008, "avg t": 0.9225161555431507, "plain loss": 0.0524070395681593, "standard loss": 0.03268421214708576}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.19816666666667, "Augmented-Loss": 0.044026441559257605, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03341930043449005, "PGD-Accuracy": 11.766666666666667, "PGD-Loss": 25.203062438964842}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 1131.9258828163147, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2375, "Augmented-Loss": 0.037070938680291175, "Clean-Accuracy": 99.33, "Clean-Loss": 0.03274786925464868, "PGD-Accuracy": 7.03, "PGD-Loss": 35.26642233886719}, "Total-Time": 109911.97647881508, "Train": {"Loss": 0.9246765840318468, "avg t": 0.9225346741146512, "plain loss": 0.05303034629733478, "standard loss": 0.039240816981704146}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.268, "Augmented-Loss": 0.038318765152829386, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03470704111456871, "PGD-Accuracy": 6.9, "PGD-Loss": 34.64048911539714}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 1142.1610543727875, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1729, "Augmented-Loss": 0.034311487489908934, "Clean-Accuracy": 99.32, "Clean-Loss": 0.028305533811450005, "PGD-Accuracy": 10.15, "PGD-Loss": 29.953260864257814}, "Total-Time": 111054.13753318787, "Train": {"Loss": 0.9243253797248557, "avg t": 0.9225304785481205, "plain loss": 0.05118508250625036, "standard loss": 0.03950344377866498}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.21883333333334, "Augmented-Loss": 0.03743088255164524, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03338968176518877, "PGD-Accuracy": 10.116666666666667, "PGD-Loss": 29.649049438476563}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 1169.4297766685486, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.56999969482422, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1556, "Augmented-Loss": 0.04125871760162711, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03341312724947929, "PGD-Accuracy": 11.1, "PGD-Loss": 27.968645874023437}, "Total-Time": 112223.56730985641, "Train": {"Loss": 0.9246369771957398, "avg t": 0.9225356868814539, "plain loss": 0.05257154711617364, "standard loss": 0.03718824961615933}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1625, "Augmented-Loss": 0.04244103893703471, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03629897189388673, "PGD-Accuracy": 11.5, "PGD-Loss": 26.926200948079426}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 1173.2758977413177, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.73999786376953, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9866, "Augmented-Loss": 0.06660115999484062, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05116498692035675, "PGD-Accuracy": 20.65, "PGD-Loss": 15.09602001953125}, "Total-Time": 113396.84320759773, "Train": {"Loss": 0.9246379606458875, "avg t": 0.9225225212662308, "plain loss": 0.05229133503172129, "standard loss": 0.03765986499466278}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.00733333333334, "Augmented-Loss": 0.060699612463066974, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.047456491641700266, "PGD-Accuracy": 21.033333333333335, "PGD-Loss": 14.435338155110678}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 1147.9873089790344, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1944, "Augmented-Loss": 0.04220467956110835, "Clean-Accuracy": 99.28, "Clean-Loss": 0.03202566369622946, "PGD-Accuracy": 18.64, "PGD-Loss": 19.7255922668457}, "Total-Time": 114544.83051657677, "Train": {"Loss": 0.9244021515316433, "avg t": 0.9224899691828975, "plain loss": 0.05043280794178991, "standard loss": 0.036542797377264055}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.21183333333333, "Augmented-Loss": 0.04155540338855237, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03393787194105486, "PGD-Accuracy": 20.366666666666667, "PGD-Loss": 18.50176934814453}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 1129.2492008209229, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2369, "Augmented-Loss": 0.03066543574051559, "Clean-Accuracy": 99.27, "Clean-Loss": 0.026523804410547018, "PGD-Accuracy": 5.7, "PGD-Loss": 34.840024536132816}, "Total-Time": 115674.07971739769, "Train": {"Loss": 0.9245000772829409, "avg t": 0.9225114777176469, "plain loss": 0.05232066467338135, "standard loss": 0.03853820663138672}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.268, "Augmented-Loss": 0.03400725366619726, "Clean-Accuracy": 99.3, "Clean-Loss": 0.031523277308791876, "PGD-Accuracy": 5.933333333333334, "PGD-Loss": 34.90224194335938}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 1131.8962922096252, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.1199951171875, "Augmented-Accuracy": 98.796, "Augmented-Loss": 0.09256079868292809, "Clean-Accuracy": 98.88, "Clean-Loss": 0.0719116824388504, "PGD-Accuracy": 22.28, "PGD-Loss": 7.076749610900879}, "Total-Time": 116805.97600960732, "Train": {"Loss": 0.9242856793756838, "avg t": 0.9224771413626495, "plain loss": 0.05057890369980427, "standard loss": 0.0354899760639226}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.06466666666667, "Augmented-Loss": 0.08554752861917019, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06746230311195056, "PGD-Accuracy": 22.166666666666668, "PGD-Loss": 6.595234405517578}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 1147.720294713974, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1837, "Augmented-Loss": 0.03614464206583798, "Clean-Accuracy": 99.24, "Clean-Loss": 0.029202664589881897, "PGD-Accuracy": 9.99, "PGD-Loss": 29.538199560546875}, "Total-Time": 117953.69630432129, "Train": {"Loss": 0.9243775632999561, "avg t": 0.9224811923062359, "plain loss": 0.05273338552404339, "standard loss": 0.03873866695386392}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.21616666666667, "Augmented-Loss": 0.03675398584422966, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03177934170514345, "PGD-Accuracy": 10.65, "PGD-Loss": 28.580297566731772}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 1173.1755604743958, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.72000122070312, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.8277, "Augmented-Loss": 0.05471875665271282, "Clean-Accuracy": 99.06, "Clean-Loss": 0.03564986837506294, "PGD-Accuracy": 11.69, "PGD-Loss": 25.088750134277344}, "Total-Time": 119126.87186479568, "Train": {"Loss": 0.9244969812322545, "avg t": 0.9225101273854573, "plain loss": 0.05122921139575815, "standard loss": 0.03551486675234305}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 98.9555, "Augmented-Loss": 0.053155620596235, "Clean-Accuracy": 99.1, "Clean-Loss": 0.0383858313113451, "PGD-Accuracy": 11.883333333333333, "PGD-Loss": 24.708499043782552}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 1168.8165516853333, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1952, "Augmented-Loss": 0.02779804813152924, "Clean-Accuracy": 99.29, "Clean-Loss": 0.0238501075565815, "PGD-Accuracy": 3.58, "PGD-Loss": 36.38287370605469}, "Total-Time": 120295.68841648102, "Train": {"Loss": 0.9246831162770589, "avg t": 0.922573013164379, "plain loss": 0.051058153095951755, "standard loss": 0.03042197720154568}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.26116666666667, "Augmented-Loss": 0.03248517147583266, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03123522699282815, "PGD-Accuracy": 4.266666666666667, "PGD-Loss": 35.96195200602214}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 1143.027318239212, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.52999877929688, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.2213, "Augmented-Loss": 0.05011617996019125, "Clean-Accuracy": 99.31, "Clean-Loss": 0.0326745827704668, "PGD-Accuracy": 21.1, "PGD-Loss": 14.821338684082031}, "Total-Time": 121438.71573472023, "Train": {"Loss": 0.9246488888705219, "avg t": 0.922530816078186, "plain loss": 0.05195193995193202, "standard loss": 0.03305729927895246}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.16016666666667, "Augmented-Loss": 0.04947232272004088, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03549294327696165, "PGD-Accuracy": 22.7, "PGD-Loss": 13.737398646036784}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 1130.4002270698547, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1861, "Augmented-Loss": 0.03923526755815744, "Clean-Accuracy": 99.35, "Clean-Loss": 0.02918098072707653, "PGD-Accuracy": 16.76, "PGD-Loss": 26.470314611816406}, "Total-Time": 122569.11596179008, "Train": {"Loss": 0.9247340164361176, "avg t": 0.9225362173186408, "plain loss": 0.05019576421755337, "standard loss": 0.03521988277302848}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.18016666666666, "Augmented-Loss": 0.040097941943630575, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.032541826252515116, "PGD-Accuracy": 17.2, "PGD-Loss": 26.410632425944012}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 1132.8309803009033, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1461, "Augmented-Loss": 0.03825690895667672, "Clean-Accuracy": 99.18, "Clean-Loss": 0.029028439827263355, "PGD-Accuracy": 9.03, "PGD-Loss": 30.89898076171875}, "Total-Time": 123701.94694209099, "Train": {"Loss": 0.9245896151683949, "avg t": 0.9225022184760482, "plain loss": 0.04906727625528971, "standard loss": 0.032398863062262535}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2005, "Augmented-Loss": 0.039057338070087134, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03241665752480427, "PGD-Accuracy": 9.533333333333333, "PGD-Loss": 29.818054850260417}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 1090.6730880737305, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.0813, "Augmented-Loss": 0.04460817116084695, "Clean-Accuracy": 99.13, "Clean-Loss": 0.037363505750894546, "PGD-Accuracy": 5.65, "PGD-Loss": 31.890486962890623}, "Total-Time": 124792.62003016472, "Train": {"Loss": 0.9244432585151108, "avg t": 0.922489052966789, "plain loss": 0.05047635284883006, "standard loss": 0.034021820017861}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.159, "Augmented-Loss": 0.044232388043527804, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03895131562153498, "PGD-Accuracy": 5.866666666666666, "PGD-Loss": 31.492927754720053}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 1096.9166655540466, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2252, "Augmented-Loss": 0.033065165023371576, "Clean-Accuracy": 99.32, "Clean-Loss": 0.026572319774329663, "PGD-Accuracy": 8.42, "PGD-Loss": 32.95150783691406}, "Total-Time": 125889.53669571877, "Train": {"Loss": 0.9246626000757571, "avg t": 0.9225290799317537, "plain loss": 0.04909679705655133, "standard loss": 0.036108591982611904}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.19016666666667, "Augmented-Loss": 0.03604299321376408, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03130132632423192, "PGD-Accuracy": 9.55, "PGD-Loss": 32.19903387451172}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 1088.3634505271912, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2034, "Augmented-Loss": 0.028381687647461892, "Clean-Accuracy": 99.34, "Clean-Loss": 0.023506722535565495, "PGD-Accuracy": 10.74, "PGD-Loss": 31.002052368164062}, "Total-Time": 126977.90014624596, "Train": {"Loss": 0.9243992641060441, "avg t": 0.9224913196033901, "plain loss": 0.048593990534323304, "standard loss": 0.03722384153113321}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.184, "Augmented-Loss": 0.03313533697290346, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.030757626971385132, "PGD-Accuracy": 12.033333333333333, "PGD-Loss": 30.167956787109375}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 1037.9797966480255, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1837, "Augmented-Loss": 0.039813976126462224, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03079861649274826, "PGD-Accuracy": 16.17, "PGD-Loss": 21.328708276367188}, "Total-Time": 128015.87994289398, "Train": {"Loss": 0.9244389881204675, "avg t": 0.9224954668857434, "plain loss": 0.04787557491549742, "standard loss": 0.031826200776629975}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2435, "Augmented-Loss": 0.03994949685614556, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0332108882094423, "PGD-Accuracy": 16.716666666666665, "PGD-Loss": 20.26881655883789}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 1010.8844780921936, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1575, "Augmented-Loss": 0.0415055015309453, "Clean-Accuracy": 99.18, "Clean-Loss": 0.034231495398283004, "PGD-Accuracy": 19.93, "PGD-Loss": 17.03184073486328}, "Total-Time": 129026.76442098618, "Train": {"Loss": 0.9243588852352567, "avg t": 0.9224498457732024, "plain loss": 0.04779634823092709, "standard loss": 0.036241406202316286}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.23816666666667, "Augmented-Loss": 0.041525135319493714, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.036074763453255096, "PGD-Accuracy": 20.733333333333334, "PGD-Loss": 16.136945170084637}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 1018.2530989646912, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.192, "Augmented-Loss": 0.035316976448610427, "Clean-Accuracy": 99.26, "Clean-Loss": 0.032454334065318106, "PGD-Accuracy": 13.61, "PGD-Loss": 26.40207958984375}, "Total-Time": 130045.01751995087, "Train": {"Loss": 0.9244812926892881, "avg t": 0.922507282115795, "plain loss": 0.04930212518903941, "standard loss": 0.036026543550469255}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.21316666666667, "Augmented-Loss": 0.037202288257057466, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.035292485636969406, "PGD-Accuracy": 14.183333333333334, "PGD-Loss": 26.080865763346353}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 1031.0175821781158, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1559, "Augmented-Loss": 0.04122497665020824, "Clean-Accuracy": 99.27, "Clean-Loss": 0.03292235251367092, "PGD-Accuracy": 18.22, "PGD-Loss": 18.833898974609376}, "Total-Time": 131076.03510212898, "Train": {"Loss": 0.9243357385352806, "avg t": 0.9224677373744823, "plain loss": 0.04779294012652508, "standard loss": 0.04371974569503908}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.17166666666667, "Augmented-Loss": 0.041269996362676226, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03545006380478541, "PGD-Accuracy": 19.083333333333332, "PGD-Loss": 17.786558034261066}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 1026.2788162231445, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2175, "Augmented-Loss": 0.031891189577922224, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0294186540260911, "PGD-Accuracy": 7.36, "PGD-Loss": 32.190209106445316}, "Total-Time": 132102.31391835213, "Train": {"Loss": 0.9244464266918324, "avg t": 0.9224832659474126, "plain loss": 0.048161290091938425, "standard loss": 0.039763336661237256}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.23233333333333, "Augmented-Loss": 0.035703267100347824, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03410380402331551, "PGD-Accuracy": 7.416666666666667, "PGD-Loss": 31.959895182291667}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 1011.7274854183197, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.55999755859375, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.8348, "Augmented-Loss": 0.0935138953717947, "Clean-Accuracy": 98.89, "Clean-Loss": 0.07320932159423828, "PGD-Accuracy": 20.41, "PGD-Loss": 9.132571527099609}, "Total-Time": 133114.04140377045, "Train": {"Loss": 0.9244869465474729, "avg t": 0.9225176505512661, "plain loss": 0.04796024963767439, "standard loss": 0.03903022118161122}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 98.98116666666667, "Augmented-Loss": 0.08532999287356934, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.06790919382870197, "PGD-Accuracy": 20.966666666666665, "PGD-Loss": 8.179743097941081}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 1012.3968024253845, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.45999908447266, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1195, "Augmented-Loss": 0.045529184006601574, "Clean-Accuracy": 99.28, "Clean-Loss": 0.03259249735474586, "PGD-Accuracy": 18.64, "PGD-Loss": 20.52634881591797}, "Total-Time": 134126.43820619583, "Train": {"Loss": 0.9245027592623676, "avg t": 0.922493007377342, "plain loss": 0.0495454547952722, "standard loss": 0.03318521310333852}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.1425, "Augmented-Loss": 0.04548235912178954, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.034996354455749196, "PGD-Accuracy": 19.666666666666668, "PGD-Loss": 19.70507753499349}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 1011.6205959320068, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2083, "Augmented-Loss": 0.04495885384112597, "Clean-Accuracy": 99.28, "Clean-Loss": 0.035076179048419, "PGD-Accuracy": 20.61, "PGD-Loss": 15.835026708984374}, "Total-Time": 135138.05880212784, "Train": {"Loss": 0.9244991068310208, "avg t": 0.9224930074833058, "plain loss": 0.04633134874767728, "standard loss": 0.03121169862592662}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.18083333333334, "Augmented-Loss": 0.044965445660948754, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.037483426131308076, "PGD-Accuracy": 21.316666666666666, "PGD-Loss": 14.928053365071614}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 1022.7760262489319, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2441, "Augmented-Loss": 0.028556467387951912, "Clean-Accuracy": 99.35, "Clean-Loss": 0.02416350234299898, "PGD-Accuracy": 9.16, "PGD-Loss": 32.23240520019531}, "Total-Time": 136160.83482837677, "Train": {"Loss": 0.9241854909261068, "avg t": 0.922466338828758, "plain loss": 0.048436326797803284, "standard loss": 0.034180177384504566}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.25566666666667, "Augmented-Loss": 0.0330103150745295, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03023772422845165, "PGD-Accuracy": 9.733333333333333, "PGD-Loss": 31.64763006591797}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 1030.1566920280457, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1817, "Augmented-Loss": 0.03345478079570085, "Clean-Accuracy": 99.29, "Clean-Loss": 0.027011722728982567, "PGD-Accuracy": 17.81, "PGD-Loss": 19.216769873046875}, "Total-Time": 137190.99152040482, "Train": {"Loss": 0.9244310745839719, "avg t": 0.9224548611994143, "plain loss": 0.04751455212257525, "standard loss": 0.03879983548212934}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.25, "Augmented-Loss": 0.034491802325866495, "Clean-Accuracy": 99.3, "Clean-Loss": 0.030193129357881845, "PGD-Accuracy": 18.5, "PGD-Loss": 18.740623524983725}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 1020.9351100921631, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1649, "Augmented-Loss": 0.03892744427824021, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03292831767499447, "PGD-Accuracy": 7.33, "PGD-Loss": 33.59988353271484}, "Total-Time": 138211.92663049698, "Train": {"Loss": 0.9243898200282344, "avg t": 0.9224716918380172, "plain loss": 0.04655528044877222, "standard loss": 0.03725393775519398}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.20616666666666, "Augmented-Loss": 0.038929629878364506, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.034585283044725655, "PGD-Accuracy": 7.783333333333333, "PGD-Loss": 33.572909729003904}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 1011.3532245159149, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.20999908447266, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0066, "Augmented-Loss": 0.056839542665958406, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04115100789964199, "PGD-Accuracy": 18.97, "PGD-Loss": 11.241731286621095}, "Total-Time": 139223.2798550129, "Train": {"Loss": 0.9242157664299011, "avg t": 0.9224237076264841, "plain loss": 0.046891896689379625, "standard loss": 0.035076249668995536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.112, "Augmented-Loss": 0.054551061282008886, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04136832930644353, "PGD-Accuracy": 18.5, "PGD-Loss": 10.364293009440104}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 1011.195193529129, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1454, "Augmented-Loss": 0.036957079883545636, "Clean-Accuracy": 99.19, "Clean-Loss": 0.029570171983540058, "PGD-Accuracy": 17.21, "PGD-Loss": 18.741889135742188}, "Total-Time": 140234.47504854202, "Train": {"Loss": 0.9245004348931489, "avg t": 0.9224670622260482, "plain loss": 0.047286333604212104, "standard loss": 0.03131801830728849}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.26816666666667, "Augmented-Loss": 0.03721432724862049, "Clean-Accuracy": 99.4, "Clean-Loss": 0.03184198636872073, "PGD-Accuracy": 18.116666666666667, "PGD-Loss": 17.74018829345703}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 1011.7740149497986, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2161, "Augmented-Loss": 0.030315114697657526, "Clean-Accuracy": 99.33, "Clean-Loss": 0.024786182705312968, "PGD-Accuracy": 3.4, "PGD-Loss": 41.0453779296875}, "Total-Time": 141246.24906349182, "Train": {"Loss": 0.9243030324512058, "avg t": 0.9224892940874453, "plain loss": 0.0465421202792062, "standard loss": 0.03102176006855788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.26833333333333, "Augmented-Loss": 0.03338903702134887, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.029729834341754517, "PGD-Accuracy": 4.1, "PGD-Loss": 41.51393318684896}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 1026.8417525291443, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.169, "Augmented-Loss": 0.037290568939253685, "Clean-Accuracy": 99.23, "Clean-Loss": 0.029597628365457058, "PGD-Accuracy": 11.7, "PGD-Loss": 27.419175061035155}, "Total-Time": 142273.09081602097, "Train": {"Loss": 0.92431038263109, "avg t": 0.92246209497805, "plain loss": 0.04880065212867884, "standard loss": 0.03289153032418755}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.20533333333333, "Augmented-Loss": 0.03828621588670959, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03312346864367525, "PGD-Accuracy": 12.716666666666667, "PGD-Loss": 26.8287802734375}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 1029.8713405132294, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2642, "Augmented-Loss": 0.031032257122188805, "Clean-Accuracy": 99.38, "Clean-Loss": 0.024314930552989243, "PGD-Accuracy": 7.7, "PGD-Loss": 31.017277661132812}, "Total-Time": 143302.9621565342, "Train": {"Loss": 0.9242851830588447, "avg t": 0.9224699557622273, "plain loss": 0.047901059518920056, "standard loss": 0.03077194247532774}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.22383333333333, "Augmented-Loss": 0.034543129014205184, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03011979233349363, "PGD-Accuracy": 8.4, "PGD-Loss": 30.812540283203123}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 1017.2990214824677, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54000091552734, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1706, "Augmented-Loss": 0.04187991251376271, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03722635524570942, "PGD-Accuracy": 16.93, "PGD-Loss": 22.054987023925783}, "Total-Time": 144320.26117801666, "Train": {"Loss": 0.924481097486284, "avg t": 0.922467882015087, "plain loss": 0.04790682122883966, "standard loss": 0.033726630510555376}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.16483333333333, "Augmented-Loss": 0.04097605305541307, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.0373689194979767, "PGD-Accuracy": 17.083333333333332, "PGD-Loss": 21.539544036865234}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 1009.6872215270996, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1766, "Augmented-Loss": 0.04761936440587044, "Clean-Accuracy": 99.32, "Clean-Loss": 0.03423590263426304, "PGD-Accuracy": 19.19, "PGD-Loss": 15.18673797607422}, "Total-Time": 145329.94839954376, "Train": {"Loss": 0.9242692280168886, "avg t": 0.9224663388640792, "plain loss": 0.048137807401021256, "standard loss": 0.03144131352614474}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.1235, "Augmented-Loss": 0.04633830228122572, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03577968697498242, "PGD-Accuracy": 19.466666666666665, "PGD-Loss": 14.108964177449545}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 936.7955040931702, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1821, "Augmented-Loss": 0.04557376016262173, "Clean-Accuracy": 99.28, "Clean-Loss": 0.03463454200327396, "PGD-Accuracy": 21.3, "PGD-Loss": 13.931389465332032}, "Total-Time": 146266.74390363693, "Train": {"Loss": 0.9242024385310985, "avg t": 0.922458960391857, "plain loss": 0.04950948715121655, "standard loss": 0.033811038702174466}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2765, "Augmented-Loss": 0.043703468392839034, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03463400183493892, "PGD-Accuracy": 20.55, "PGD-Loss": 12.901746592203777}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 621.7869064807892, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1106, "Augmented-Loss": 0.03772885029388964, "Clean-Accuracy": 99.23, "Clean-Loss": 0.02964260502308607, "PGD-Accuracy": 15.59, "PGD-Loss": 20.442841040039063}, "Total-Time": 146888.53081011772, "Train": {"Loss": 0.9243198125980518, "avg t": 0.922449460029602, "plain loss": 0.046684357122138746, "standard loss": 0.03109708465166666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.2005, "Augmented-Loss": 0.038462039298924305, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03261075967984895, "PGD-Accuracy": 16.716666666666665, "PGD-Loss": 19.396237162272136}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 636.7464537620544, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2621, "Augmented-Loss": 0.0297011936724931, "Clean-Accuracy": 99.37, "Clean-Loss": 0.02491746782436967, "PGD-Accuracy": 9.21, "PGD-Loss": 30.718222717285155}, "Total-Time": 147525.27726387978, "Train": {"Loss": 0.9242272164380109, "avg t": 0.9224447821511162, "plain loss": 0.0471970972537994, "standard loss": 0.030758372285575777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.98332977294922, "Augmented-Accuracy": 99.242, "Augmented-Loss": 0.03273941083392128, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.02965512190386653, "PGD-Accuracy": 9.433333333333334, "PGD-Loss": 30.483865376790366}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 634.9996693134308, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2391, "Augmented-Loss": 0.032927905516579745, "Clean-Accuracy": 99.39, "Clean-Loss": 0.02587015684917569, "PGD-Accuracy": 12.11, "PGD-Loss": 26.519758447265627}, "Total-Time": 148160.2769331932, "Train": {"Loss": 0.9241363931585241, "avg t": 0.9224196567888613, "plain loss": 0.046450568133813395, "standard loss": 0.03144669183840354}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.27416666666667, "Augmented-Loss": 0.03417665642412379, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.028853062527875107, "PGD-Accuracy": 13.45, "PGD-Loss": 26.093680603027344}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 618.3389806747437, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.0803, "Augmented-Loss": 0.0602149610337019, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04401118858456612, "PGD-Accuracy": 20.41, "PGD-Loss": 12.006105651855469}, "Total-Time": 148778.61591386795, "Train": {"Loss": 0.9241404065026178, "avg t": 0.9224255402353074, "plain loss": 0.04536417763233186, "standard loss": 0.030088057763598585}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.108, "Augmented-Loss": 0.05659668503070871, "Clean-Accuracy": 99.15, "Clean-Loss": 0.042824582991500694, "PGD-Accuracy": 20.333333333333332, "PGD-Loss": 11.94714828491211}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 617.1397166252136, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.56999969482422, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.0815, "Augmented-Loss": 0.04766806031826139, "Clean-Accuracy": 99.23, "Clean-Loss": 0.033087832191586494, "PGD-Accuracy": 16.42, "PGD-Loss": 21.243743328857423}, "Total-Time": 149395.75563049316, "Train": {"Loss": 0.9242409825501618, "avg t": 0.9224474344959965, "plain loss": 0.048055721297087545, "standard loss": 0.029672337338328362}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1855, "Augmented-Loss": 0.045850730398893355, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.033707255030671755, "PGD-Accuracy": 17.15, "PGD-Loss": 20.508011179606118}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 614.9077816009521, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2246, "Augmented-Loss": 0.03579080698540807, "Clean-Accuracy": 99.27, "Clean-Loss": 0.027059624460339545, "PGD-Accuracy": 12.8, "PGD-Loss": 26.04452939453125}, "Total-Time": 150010.66341209412, "Train": {"Loss": 0.924132208859479, "avg t": 0.9224735244115194, "plain loss": 0.04607424869537351, "standard loss": 0.030643391558693514}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.22233333333334, "Augmented-Loss": 0.03571765207306792, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.029394151045630375, "PGD-Accuracy": 13.3, "PGD-Loss": 25.701548116048176}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 624.9806368350983, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.262, "Augmented-Loss": 0.02578761357665062, "Clean-Accuracy": 99.37, "Clean-Loss": 0.022607505934499204, "PGD-Accuracy": 3.24, "PGD-Loss": 37.928619311523434}, "Total-Time": 150635.6440489292, "Train": {"Loss": 0.9243293921505963, "avg t": 0.9224755499274643, "plain loss": 0.04741302118654604, "standard loss": 0.032633434518067925}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.24616666666667, "Augmented-Loss": 0.030699875064392885, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.028904714303013557, "PGD-Accuracy": 3.716666666666667, "PGD-Loss": 38.101219116210935}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 636.4975109100342, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5199966430664, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1585, "Augmented-Loss": 0.06256902846252918, "Clean-Accuracy": 99.26, "Clean-Loss": 0.044011434549093245, "PGD-Accuracy": 19.07, "PGD-Loss": 11.162134283447266}, "Total-Time": 151272.14155983925, "Train": {"Loss": 0.9240728538654469, "avg t": 0.9224279997437088, "plain loss": 0.045012558606818916, "standard loss": 0.03119753475073311}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.19383333333333, "Augmented-Loss": 0.05872043794006109, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04305781696736813, "PGD-Accuracy": 19.8, "PGD-Loss": 10.517733947753907}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 512.7139613628387, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2409, "Augmented-Loss": 0.03349480425070226, "Clean-Accuracy": 99.34, "Clean-Loss": 0.025493580770492553, "PGD-Accuracy": 9.5, "PGD-Loss": 29.085485900878908}, "Total-Time": 151784.8555212021, "Train": {"Loss": 0.9242524956597222, "avg t": 0.9224456501713505, "plain loss": 0.04514382780569572, "standard loss": 0.02978496352431399}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.269, "Augmented-Loss": 0.03512108580899735, "Clean-Accuracy": 99.35, "Clean-Loss": 0.029394560379907488, "PGD-Accuracy": 10.766666666666667, "PGD-Loss": 28.144460693359374}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/2nd_mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
