{"Epoch": 0, "Epoch-Time": 682.5926125049591, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.5, "Augmented-0.05-Quantile-Accuracy": 96.65999603271484, "Augmented-0.1-Quantile-Accuracy": 97.1199951171875, "Augmented-Accuracy": 98.1226, "Augmented-Loss": 0.21342589337730408, "Clean-Accuracy": 98.32, "Clean-Loss": 0.13294393973350524, "PGD-Accuracy": 1.23, "PGD-Loss": 4.247802130126953}, "Total-Time": 682.5926125049591, "Train": {"Loss": 1.2346190347494903, "avg t": 0.9820778356834694, "plain loss": 0.4258220414691501, "standard loss": 0.33203459303025845}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.73332977294922, "Augmented-0.05-Quantile-Accuracy": 97.53333282470703, "Augmented-0.1-Quantile-Accuracy": 97.94999694824219, "Augmented-Accuracy": 98.61233333333334, "Augmented-Loss": 0.1957050299255053, "Clean-Accuracy": 98.71666666666667, "Clean-Loss": 0.12007043556372325, "PGD-Accuracy": 1.0333333333333334, "PGD-Loss": 4.195410382588705}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 598.7256145477295, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.81999969482422, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.7431, "Augmented-Loss": 0.18817714867019653, "Clean-Accuracy": 98.92, "Clean-Loss": 0.10131115984916687, "PGD-Accuracy": 9.24, "PGD-Loss": 4.200806973266602}, "Total-Time": 1281.3182270526886, "Train": {"Loss": 1.0055902000356605, "avg t": 0.9393094618055555, "plain loss": 0.2629759798403141, "standard loss": 0.16141393759515552}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.87483333333333, "Augmented-Loss": 0.17701048003514608, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.09556508886814118, "PGD-Accuracy": 8.0, "PGD-Loss": 4.153779685974121}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 629.9112820625305, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.88999938964844, "Augmented-0.05-Quantile-Accuracy": 96.89999389648438, "Augmented-0.1-Quantile-Accuracy": 97.29000091552734, "Augmented-Accuracy": 98.3319, "Augmented-Loss": 0.23507880040645598, "Clean-Accuracy": 98.55, "Clean-Loss": 0.15496902170181273, "PGD-Accuracy": 10.83, "PGD-Loss": 4.542694094848633}, "Total-Time": 1911.2295091152191, "Train": {"Loss": 0.9831467566313566, "avg t": 0.9349909819497002, "plain loss": 0.2214690602408514, "standard loss": 0.1467686147733971}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.61666870117188, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.93333435058594, "Augmented-Accuracy": 98.64466666666667, "Augmented-Loss": 0.21742751525322596, "Clean-Accuracy": 98.76666666666667, "Clean-Loss": 0.1427956107854843, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 4.4177328262329105}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 630.4655771255493, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.79000091552734, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 98.9133, "Augmented-Loss": 0.12935038171243668, "Clean-Accuracy": 99.05, "Clean-Loss": 0.07796019079685211, "PGD-Accuracy": 14.56, "PGD-Loss": 4.8849881011962895}, "Total-Time": 2541.6950862407684, "Train": {"Loss": 0.9704270732314498, "avg t": 0.9318456308046976, "plain loss": 0.19108181339546448, "standard loss": 0.12814061620058836}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.43333435058594, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 98.87983333333334, "Augmented-Loss": 0.12125618017911911, "Clean-Accuracy": 98.95, "Clean-Loss": 0.07539312666654586, "PGD-Accuracy": 14.233333333333333, "PGD-Loss": 4.746622721354167}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 594.2963891029358, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.65999603271484, "Augmented-0.05-Quantile-Accuracy": 97.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.8377, "Augmented-Loss": 0.11424024460053443, "Clean-Accuracy": 98.97, "Clean-Loss": 0.06916958611011505, "PGD-Accuracy": 15.78, "PGD-Loss": 4.350448080444336}, "Total-Time": 3135.991475343704, "Train": {"Loss": 0.9647401888105605, "avg t": 0.9310305749751904, "plain loss": 0.17753042235904262, "standard loss": 0.1168748345154303}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 98.91716666666666, "Augmented-Loss": 0.10342847058196862, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.06524621084332466, "PGD-Accuracy": 14.833333333333334, "PGD-Loss": 4.1259329198201495}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 595.2412414550781, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.06999969482422, "Augmented-0.05-Quantile-Accuracy": 97.93999481201172, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 98.992, "Augmented-Loss": 0.07181933165740967, "Clean-Accuracy": 99.14, "Clean-Loss": 0.0483552620112896, "PGD-Accuracy": 14.73, "PGD-Loss": 6.495510873413086}, "Total-Time": 3731.2327167987823, "Train": {"Loss": 0.957788777033488, "avg t": 0.9294265047002722, "plain loss": 0.16254986205984018, "standard loss": 0.10243221361769571}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.03266666666667, "Augmented-Loss": 0.06722135338594516, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.047795538956920305, "PGD-Accuracy": 14.266666666666667, "PGD-Loss": 6.2900073445638025}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 598.0200004577637, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.62999725341797, "Augmented-0.05-Quantile-Accuracy": 97.50999450683594, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.7138, "Augmented-Loss": 0.10285941019201279, "Clean-Accuracy": 98.82, "Clean-Loss": 0.07121175693273545, "PGD-Accuracy": 14.62, "PGD-Loss": 5.079499517822265}, "Total-Time": 4329.252717256546, "Train": {"Loss": 0.9542358957573219, "avg t": 0.9285086324479845, "plain loss": 0.1498366270347877, "standard loss": 0.09693066102045554}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.78466666666667, "Augmented-Loss": 0.09587335334320864, "Clean-Accuracy": 98.85, "Clean-Loss": 0.06976253136992455, "PGD-Accuracy": 14.35, "PGD-Loss": 4.8912943140665694}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 618.7081501483917, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.11000061035156, "Augmented-0.05-Quantile-Accuracy": 97.95999908447266, "Augmented-0.1-Quantile-Accuracy": 98.37999725341797, "Augmented-Accuracy": 98.9234, "Augmented-Loss": 0.0906880173715353, "Clean-Accuracy": 99.0, "Clean-Loss": 0.060344690358638764, "PGD-Accuracy": 19.38, "PGD-Loss": 5.486387164306641}, "Total-Time": 4947.960867404938, "Train": {"Loss": 0.9509758746712296, "avg t": 0.9278252798363015, "plain loss": 0.1423732057924624, "standard loss": 0.09558127597967783}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.03133333333334, "Augmented-Loss": 0.08324552677820127, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.057628684505820274, "PGD-Accuracy": 18.983333333333334, "PGD-Loss": 5.3289913558959965}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 645.0056722164154, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.86000061035156, "Augmented-0.05-Quantile-Accuracy": 97.88999938964844, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 98.9142, "Augmented-Loss": 0.07897631024265289, "Clean-Accuracy": 99.05, "Clean-Loss": 0.049632789826393124, "PGD-Accuracy": 19.23, "PGD-Loss": 6.03244829711914}, "Total-Time": 5592.966539621353, "Train": {"Loss": 0.9464816288065028, "avg t": 0.927179157115795, "plain loss": 0.1320965790748596, "standard loss": 0.08678236677138894}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.0595, "Augmented-Loss": 0.07360283344765504, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0496186757038037, "PGD-Accuracy": 19.9, "PGD-Loss": 5.798248593648275}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 1146.7886295318604, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.07999420166016, "Augmented-Accuracy": 98.8339, "Augmented-Loss": 0.08665166559457779, "Clean-Accuracy": 99.02, "Clean-Loss": 0.053389210653305055, "PGD-Accuracy": 20.74, "PGD-Loss": 5.4593865539550785}, "Total-Time": 6739.7551691532135, "Train": {"Loss": 0.9449790074030558, "avg t": 0.9266150174317537, "plain loss": 0.12707073205665304, "standard loss": 0.08190650919631676}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 98.9695, "Augmented-Loss": 0.07800158902168274, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.05072305682798227, "PGD-Accuracy": 20.65, "PGD-Loss": 5.351354303995768}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 1148.5396904945374, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.79000091552734, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.8451, "Augmented-Loss": 0.11419112523078918, "Clean-Accuracy": 98.98, "Clean-Loss": 0.06822201551198959, "PGD-Accuracy": 18.25, "PGD-Loss": 5.615940823364258}, "Total-Time": 7888.294859647751, "Train": {"Loss": 0.9422245246216103, "avg t": 0.9261148245069716, "plain loss": 0.11723000502762976, "standard loss": 0.07799909410653291}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.062, "Augmented-Loss": 0.10244967268943786, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.06370928199092547, "PGD-Accuracy": 17.733333333333334, "PGD-Loss": 5.395223960876465}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 1149.486085176468, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.18999481201172, "Augmented-0.05-Quantile-Accuracy": 98.07999420166016, "Augmented-0.1-Quantile-Accuracy": 98.37999725341797, "Augmented-Accuracy": 99.0624, "Augmented-Loss": 0.055467010267615316, "Clean-Accuracy": 99.21, "Clean-Loss": 0.0391299706608057, "PGD-Accuracy": 22.04, "PGD-Loss": 7.535633749389649}, "Total-Time": 9037.780944824219, "Train": {"Loss": 0.9431643207161515, "avg t": 0.9262187500706426, "plain loss": 0.12025963241789075, "standard loss": 0.07840385659204589}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.14316666666667, "Augmented-Loss": 0.053292478386263054, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04117880563437939, "PGD-Accuracy": 21.966666666666665, "PGD-Loss": 7.22588449605306}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 1153.7152998447418, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.08999633789062, "Augmented-0.05-Quantile-Accuracy": 97.20999908447266, "Augmented-0.1-Quantile-Accuracy": 97.68999481201172, "Augmented-Accuracy": 98.6094, "Augmented-Loss": 0.14634800829267502, "Clean-Accuracy": 98.76, "Clean-Loss": 0.10197878737449646, "PGD-Accuracy": 17.18, "PGD-Loss": 4.731522825622559}, "Total-Time": 10191.49624466896, "Train": {"Loss": 0.9388734563544945, "avg t": 0.9254772859679328, "plain loss": 0.10930002898110293, "standard loss": 0.07165334245452175}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.849, "Augmented-Loss": 0.129899613858064, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.09019950904448827, "PGD-Accuracy": 16.533333333333335, "PGD-Loss": 4.499592356363932}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 1084.508187532425, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.11000061035156, "Augmented-0.05-Quantile-Accuracy": 97.97000122070312, "Augmented-0.1-Quantile-Accuracy": 98.32999420166016, "Augmented-Accuracy": 99.0139, "Augmented-Loss": 0.07820692060279846, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04797277864217758, "PGD-Accuracy": 20.66, "PGD-Loss": 6.928743121337891}, "Total-Time": 11276.004432201385, "Train": {"Loss": 0.9380329329349376, "avg t": 0.9252356771716365, "plain loss": 0.1048014668288055, "standard loss": 0.07511699039185489}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.58333587646484, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 98.9965, "Augmented-Loss": 0.07376109828074773, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.049839543710152305, "PGD-Accuracy": 20.516666666666666, "PGD-Loss": 6.618374041239421}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 1024.3436090946198, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.45999908447266, "Augmented-Accuracy": 99.1285, "Augmented-Loss": 0.05621250387227535, "Clean-Accuracy": 99.27, "Clean-Loss": 0.036034189088642594, "PGD-Accuracy": 17.61, "PGD-Loss": 9.593073672485351}, "Total-Time": 12300.348041296005, "Train": {"Loss": 0.9369446429146661, "avg t": 0.9251178627897192, "plain loss": 0.10390902535827051, "standard loss": 0.07067646599919708}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.052, "Augmented-Loss": 0.05461956839402517, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.03920099742958943, "PGD-Accuracy": 18.216666666666665, "PGD-Loss": 9.095476951599121}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 1001.7626495361328, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.36000061035156, "Augmented-0.05-Quantile-Accuracy": 97.97000122070312, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 99.0402, "Augmented-Loss": 0.049016730889081955, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0361919957190752, "PGD-Accuracy": 19.63, "PGD-Loss": 10.701199591064453}, "Total-Time": 13302.110690832138, "Train": {"Loss": 0.9354926140749896, "avg t": 0.9247315780498363, "plain loss": 0.09956221338378055, "standard loss": 0.07146812374724282}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.1425, "Augmented-Loss": 0.050453909262369076, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.041225091305871805, "PGD-Accuracy": 19.833333333333332, "PGD-Loss": 10.083980845133464}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 990.5890784263611, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.15999603271484, "Augmented-0.05-Quantile-Accuracy": 98.05999755859375, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.0625, "Augmented-Loss": 0.0456893593813777, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03632311521172524, "PGD-Accuracy": 19.3, "PGD-Loss": 12.117141497802734}, "Total-Time": 14292.6997692585, "Train": {"Loss": 0.9359781195322673, "avg t": 0.9247777296172248, "plain loss": 0.09630829786901114, "standard loss": 0.07308707154238665}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.0615, "Augmented-Loss": 0.050571039994210004, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04424909445146719, "PGD-Accuracy": 20.75, "PGD-Loss": 11.425048441569011}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 991.4716098308563, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.69999694824219, "Augmented-0.05-Quantile-Accuracy": 97.98999786376953, "Augmented-0.1-Quantile-Accuracy": 98.31999969482422, "Augmented-Accuracy": 99.0087, "Augmented-Loss": 0.05973406991589069, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04372021850347519, "PGD-Accuracy": 17.83, "PGD-Loss": 11.935805798339844}, "Total-Time": 15284.171379089355, "Train": {"Loss": 0.9346576758667274, "avg t": 0.9245215568012661, "plain loss": 0.09443043793748919, "standard loss": 0.07339650909105937}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.09033333333333, "Augmented-Loss": 0.057451352203736705, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04540231295426687, "PGD-Accuracy": 16.716666666666665, "PGD-Loss": 11.56767310587565}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 996.8186719417572, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.97000122070312, "Augmented-0.05-Quantile-Accuracy": 97.90999603271484, "Augmented-0.1-Quantile-Accuracy": 98.14999389648438, "Augmented-Accuracy": 98.929, "Augmented-Loss": 0.06199525619387627, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04671102510094643, "PGD-Accuracy": 21.43, "PGD-Loss": 8.145983612060547}, "Total-Time": 16280.990051031113, "Train": {"Loss": 0.9363344106497588, "avg t": 0.9247113716867235, "plain loss": 0.09298235896428438, "standard loss": 0.07046532238743923}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.73332977294922, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 98.98183333333333, "Augmented-Loss": 0.0622498211286962, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.05086228448649247, "PGD-Accuracy": 22.266666666666666, "PGD-Loss": 7.751641492207845}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 1020.9896583557129, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.1421, "Augmented-Loss": 0.050089324168920514, "Clean-Accuracy": 99.23, "Clean-Loss": 0.036864892289042474, "PGD-Accuracy": 20.84, "PGD-Loss": 11.419821209716797}, "Total-Time": 17301.979709386826, "Train": {"Loss": 0.9339023657374912, "avg t": 0.9243568673663669, "plain loss": 0.08780350183027771, "standard loss": 0.060086732884248095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.19433333333333, "Augmented-Loss": 0.049878211022615436, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.039602435285846393, "PGD-Accuracy": 20.633333333333333, "PGD-Loss": 11.069726735432942}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 1023.7078642845154, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.68000030517578, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.9121, "Augmented-Loss": 0.08521492213892937, "Clean-Accuracy": 99.12, "Clean-Loss": 0.055718166840076445, "PGD-Accuracy": 19.74, "PGD-Loss": 8.98514126586914}, "Total-Time": 18325.68757367134, "Train": {"Loss": 0.9333074420999597, "avg t": 0.9242713638941447, "plain loss": 0.08942765723687635, "standard loss": 0.06394491959611574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.08333587646484, "Augmented-0.05-Quantile-Accuracy": 97.86666870117188, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.84033333333333, "Augmented-Loss": 0.08199304567138355, "Clean-Accuracy": 99.05, "Clean-Loss": 0.058560390422741575, "PGD-Accuracy": 20.5, "PGD-Loss": 8.683347798665364}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 999.3204221725464, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22000122070312, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0687, "Augmented-Loss": 0.08207989083611965, "Clean-Accuracy": 99.18, "Clean-Loss": 0.06134345337152481, "PGD-Accuracy": 22.34, "PGD-Loss": 8.19439038696289}, "Total-Time": 19325.007995843887, "Train": {"Loss": 0.9314173331967106, "avg t": 0.9239945024207786, "plain loss": 0.08592942281299161, "standard loss": 0.0550250757286946}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.17616666666666, "Augmented-Loss": 0.07721649406701327, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05976682384808858, "PGD-Accuracy": 22.7, "PGD-Loss": 7.674594561258952}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 990.7719776630402, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 99.0398, "Augmented-Loss": 0.05961635764706135, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03874255392551422, "PGD-Accuracy": 22.2, "PGD-Loss": 8.987460595703125}, "Total-Time": 20315.779973506927, "Train": {"Loss": 0.9315900625476131, "avg t": 0.9239976370776141, "plain loss": 0.08480120466196976, "standard loss": 0.05943151694149883}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.076, "Augmented-Loss": 0.05860402002948026, "Clean-Accuracy": 99.25, "Clean-Loss": 0.042883955869823694, "PGD-Accuracy": 23.533333333333335, "PGD-Loss": 8.296651245117188}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 991.934812784195, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.77999877929688, "Augmented-0.1-Quantile-Accuracy": 98.2699966430664, "Augmented-Accuracy": 98.9994, "Augmented-Loss": 0.08074103611886502, "Clean-Accuracy": 99.13, "Clean-Loss": 0.06511888669729232, "PGD-Accuracy": 18.49, "PGD-Loss": 7.710074697875976}, "Total-Time": 21307.714786291122, "Train": {"Loss": 0.9309600789458663, "avg t": 0.9238479456724944, "plain loss": 0.08253085157959554, "standard loss": 0.058303811077718384}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.05766666666666, "Augmented-Loss": 0.075706701862216, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06281609859069189, "PGD-Accuracy": 18.266666666666666, "PGD-Loss": 7.364453531901042}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 996.4066882133484, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.0199966430664, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0944, "Augmented-Loss": 0.052931732914447784, "Clean-Accuracy": 99.25, "Clean-Loss": 0.043402145767211915, "PGD-Accuracy": 20.53, "PGD-Loss": 13.425464056396484}, "Total-Time": 22304.12147450447, "Train": {"Loss": 0.9299457605856436, "avg t": 0.9236288099112334, "plain loss": 0.08042292834741097, "standard loss": 0.058697941048277746}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.63333129882812, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.02833333333334, "Augmented-Loss": 0.05571496481627226, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04840214181691408, "PGD-Accuracy": 20.933333333333334, "PGD-Loss": 12.61532676188151}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 1024.2508244514465, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.95999908447266, "Augmented-0.05-Quantile-Accuracy": 95.75, "Augmented-0.1-Quantile-Accuracy": 96.3699951171875, "Augmented-Accuracy": 97.7015, "Augmented-Loss": 0.1301419093441963, "Clean-Accuracy": 98.12, "Clean-Loss": 0.09514224870204925, "PGD-Accuracy": 15.89, "PGD-Loss": 5.92472647857666}, "Total-Time": 23328.372298955917, "Train": {"Loss": 0.9306138829831724, "avg t": 0.9236983025162309, "plain loss": 0.08176269945391905, "standard loss": 0.05211653438376056}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.91666412353516, "Augmented-0.05-Quantile-Accuracy": 96.25, "Augmented-0.1-Quantile-Accuracy": 96.69999694824219, "Augmented-Accuracy": 97.91766666666666, "Augmented-Loss": 0.12380546359280745, "Clean-Accuracy": 98.33333333333333, "Clean-Loss": 0.09291057546933491, "PGD-Accuracy": 16.116666666666667, "PGD-Loss": 5.649347997029622}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 1023.4308915138245, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.1199951171875, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0362, "Augmented-Loss": 0.05227671610715985, "Clean-Accuracy": 99.1, "Clean-Loss": 0.046193033936619755, "PGD-Accuracy": 17.69, "PGD-Loss": 13.60819814453125}, "Total-Time": 24351.803190469742, "Train": {"Loss": 0.9307904618757742, "avg t": 0.923737027503826, "plain loss": 0.08273551826477045, "standard loss": 0.056759634014632965}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.07183333333333, "Augmented-Loss": 0.052790107756406066, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04811438654735684, "PGD-Accuracy": 17.583333333333332, "PGD-Loss": 12.996850158691407}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 996.0248649120331, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.1227, "Augmented-Loss": 0.04555503963649273, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03748117209970951, "PGD-Accuracy": 20.92, "PGD-Loss": 12.885727648925782}, "Total-Time": 25347.828055381775, "Train": {"Loss": 0.9294961987248174, "avg t": 0.9236053723935728, "plain loss": 0.07975739687460436, "standard loss": 0.05892696483819573}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.14983333333333, "Augmented-Loss": 0.048353096912105875, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04265939081336061, "PGD-Accuracy": 20.983333333333334, "PGD-Loss": 12.050075490315756}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 990.5266845226288, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.77999877929688, "Augmented-0.05-Quantile-Accuracy": 97.91999816894531, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.9929, "Augmented-Loss": 0.06337666498422623, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04346756763458252, "PGD-Accuracy": 22.19, "PGD-Loss": 10.451100692749023}, "Total-Time": 26338.354739904404, "Train": {"Loss": 0.9292246224791916, "avg t": 0.9234847608848854, "plain loss": 0.07754771475262115, "standard loss": 0.06194226848527237}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 98.958, "Augmented-Loss": 0.06234248651737968, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04748132140437762, "PGD-Accuracy": 21.533333333333335, "PGD-Loss": 9.747614654541016}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 991.5592584609985, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.36000061035156, "Augmented-0.05-Quantile-Accuracy": 98.22000122070312, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0481, "Augmented-Loss": 0.045563701806813475, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03594280404150486, "PGD-Accuracy": 19.96, "PGD-Loss": 18.148316687011718}, "Total-Time": 27329.913998365402, "Train": {"Loss": 0.9286611440799855, "avg t": 0.9234026814213505, "plain loss": 0.07490397487393136, "standard loss": 0.05469614293233112}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.10033333333334, "Augmented-Loss": 0.04900524140226344, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04233746314793825, "PGD-Accuracy": 21.016666666666666, "PGD-Loss": 17.393575642903645}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 997.9830143451691, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.04000091552734, "Augmented-0.1-Quantile-Accuracy": 98.32999420166016, "Augmented-Accuracy": 99.0087, "Augmented-Loss": 0.05998502903908491, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04121528119444847, "PGD-Accuracy": 22.74, "PGD-Loss": 10.239882116699219}, "Total-Time": 28327.89701271057, "Train": {"Loss": 0.9287136172718472, "avg t": 0.923378617004112, "plain loss": 0.07430530108522482, "standard loss": 0.05057558259975027}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.0415, "Augmented-Loss": 0.059331326354493695, "Clean-Accuracy": 99.05, "Clean-Loss": 0.045592517799387375, "PGD-Accuracy": 22.7, "PGD-Loss": 9.985908889770508}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 1026.7811396121979, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.97999572753906, "Augmented-0.05-Quantile-Accuracy": 97.97000122070312, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9527, "Augmented-Loss": 0.057025324230849744, "Clean-Accuracy": 99.04, "Clean-Loss": 0.04594979005455971, "PGD-Accuracy": 18.97, "PGD-Loss": 14.486829211425782}, "Total-Time": 29354.67815232277, "Train": {"Loss": 0.9281885951006854, "avg t": 0.9232834202271921, "plain loss": 0.07446290505550524, "standard loss": 0.054059436192115146}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.055, "Augmented-Loss": 0.05750861698139459, "Clean-Accuracy": 99.15, "Clean-Loss": 0.048546296837429205, "PGD-Accuracy": 18.433333333333334, "PGD-Loss": 14.31833192952474}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 1022.3872582912445, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.0725, "Augmented-Loss": 0.07294544352209568, "Clean-Accuracy": 99.19, "Clean-Loss": 0.050704545384645465, "PGD-Accuracy": 21.66, "PGD-Loss": 10.669951083374023}, "Total-Time": 30377.065410614014, "Train": {"Loss": 0.9289042716732732, "avg t": 0.923401572227478, "plain loss": 0.0781558237217091, "standard loss": 0.05661683277399451}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 98.992, "Augmented-Loss": 0.06997573432375988, "Clean-Accuracy": 99.05, "Clean-Loss": 0.051692851622899376, "PGD-Accuracy": 22.35, "PGD-Loss": 9.944669296264648}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 992.6937625408173, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.45999908447266, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.8615, "Augmented-Loss": 0.06368356558465958, "Clean-Accuracy": 99.02, "Clean-Loss": 0.047751029324531555, "PGD-Accuracy": 23.37, "PGD-Loss": 10.98839844970703}, "Total-Time": 31369.75917315483, "Train": {"Loss": 0.9284893995214392, "avg t": 0.9232836131696348, "plain loss": 0.0740747349933342, "standard loss": 0.05471251689725452}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 98.94116666666666, "Augmented-Loss": 0.0640978700867792, "Clean-Accuracy": 99.0, "Clean-Loss": 0.05218487572669983, "PGD-Accuracy": 23.65, "PGD-Loss": 10.176270151774089}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 990.9188885688782, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43000030517578, "Augmented-0.05-Quantile-Accuracy": 98.22999572753906, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.1173, "Augmented-Loss": 0.0447926334066689, "Clean-Accuracy": 99.26, "Clean-Loss": 0.033440398944914344, "PGD-Accuracy": 17.69, "PGD-Loss": 19.78462543334961}, "Total-Time": 32360.67806172371, "Train": {"Loss": 0.9280247946315342, "avg t": 0.923268036418491, "plain loss": 0.07495117844475647, "standard loss": 0.05467054336711213}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.11666666666666, "Augmented-Loss": 0.04885021836768836, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04077971506988009, "PGD-Accuracy": 17.966666666666665, "PGD-Loss": 19.16051471964518}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 991.948652267456, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.2305, "Augmented-Loss": 0.04022366023048758, "Clean-Accuracy": 99.33, "Clean-Loss": 0.030700563102960588, "PGD-Accuracy": 19.98, "PGD-Loss": 17.03694479370117}, "Total-Time": 33352.626713991165, "Train": {"Loss": 0.9277770310861093, "avg t": 0.9231510417726305, "plain loss": 0.07021270441832375, "standard loss": 0.04803044790222689}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.15583333333333, "Augmented-Loss": 0.043777012506797906, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03777691234772404, "PGD-Accuracy": 20.433333333333334, "PGD-Loss": 16.61593778483073}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 1001.0010313987732, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47000122070312, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1576, "Augmented-Loss": 0.03840510364948213, "Clean-Accuracy": 99.33, "Clean-Loss": 0.028523338223993777, "PGD-Accuracy": 20.08, "PGD-Loss": 19.098505090332033}, "Total-Time": 34353.62774538994, "Train": {"Loss": 0.9276789119508532, "avg t": 0.923179639339447, "plain loss": 0.0722776555114323, "standard loss": 0.05022452977741206}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2895, "Augmented-Loss": 0.04093115300040071, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03467881930774699, "PGD-Accuracy": 20.716666666666665, "PGD-Loss": 18.733887339274087}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 1027.2365469932556, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.12999725341797, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0134, "Augmented-Loss": 0.05302098397541046, "Clean-Accuracy": 99.11, "Clean-Loss": 0.041115014907717705, "PGD-Accuracy": 20.41, "PGD-Loss": 15.498322149658204}, "Total-Time": 35380.864292383194, "Train": {"Loss": 0.9278385910811248, "avg t": 0.9231487751713505, "plain loss": 0.07012610105408563, "standard loss": 0.05160718190725203}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1045, "Augmented-Loss": 0.054458895515948534, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.045993679624050855, "PGD-Accuracy": 20.383333333333333, "PGD-Loss": 14.874185450236002}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 1021.5660057067871, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.14999389648438, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.3699951171875, "Augmented-Accuracy": 99.0881, "Augmented-Loss": 0.039192532816305754, "Clean-Accuracy": 99.19, "Clean-Loss": 0.030305552297830583, "PGD-Accuracy": 17.01, "PGD-Loss": 22.622660009765625}, "Total-Time": 36402.43029808998, "Train": {"Loss": 0.9273449406270627, "avg t": 0.9230834298487063, "plain loss": 0.07088509278827244, "standard loss": 0.04900019398331642}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.11383333333333, "Augmented-Loss": 0.04323561151949068, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03778652815862248, "PGD-Accuracy": 17.433333333333334, "PGD-Loss": 21.786850514729817}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 991.0942053794861, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.225, "Augmented-Loss": 0.03285915610729158, "Clean-Accuracy": 99.32, "Clean-Loss": 0.027217793091386555, "PGD-Accuracy": 14.64, "PGD-Loss": 27.857245056152344}, "Total-Time": 37393.52450346947, "Train": {"Loss": 0.9274428247875638, "avg t": 0.9231189237170749, "plain loss": 0.06828955908616388, "standard loss": 0.04510387946251366}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.22516666666667, "Augmented-Loss": 0.03801560049168145, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03506404605632027, "PGD-Accuracy": 15.0, "PGD-Loss": 27.066331868489584}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 992.492583990097, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.15999603271484, "Augmented-0.05-Quantile-Accuracy": 98.02999877929688, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 99.0126, "Augmented-Loss": 0.05575072151148319, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04982676121592522, "PGD-Accuracy": 20.7, "PGD-Loss": 14.948787322998047}, "Total-Time": 38386.017087459564, "Train": {"Loss": 0.9271954432593451, "avg t": 0.9230547358371594, "plain loss": 0.07041028202904603, "standard loss": 0.05659719388573258}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.17566666666667, "Augmented-Loss": 0.055388382970392704, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.051198788466552896, "PGD-Accuracy": 20.533333333333335, "PGD-Loss": 14.437328130086263}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 991.5545363426208, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.77999877929688, "Augmented-0.05-Quantile-Accuracy": 97.83999633789062, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.9748, "Augmented-Loss": 0.08308045618164539, "Clean-Accuracy": 99.1, "Clean-Loss": 0.07018207334280015, "PGD-Accuracy": 19.57, "PGD-Loss": 11.039574322509766}, "Total-Time": 39377.571623802185, "Train": {"Loss": 0.9266785712242126, "avg t": 0.9229663870952748, "plain loss": 0.06851066103687999, "standard loss": 0.056151514359094476}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.53333282470703, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.02033333333334, "Augmented-Loss": 0.07775583913897474, "Clean-Accuracy": 99.05, "Clean-Loss": 0.06708884073297183, "PGD-Accuracy": 18.866666666666667, "PGD-Loss": 10.28513373819987}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 1002.693284034729, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.18999481201172, "Augmented-0.05-Quantile-Accuracy": 98.11000061035156, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0886, "Augmented-Loss": 0.061059039077281954, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04440238047242165, "PGD-Accuracy": 17.45, "PGD-Loss": 17.411262420654296}, "Total-Time": 40380.264907836914, "Train": {"Loss": 0.9265539370642768, "avg t": 0.9229855807445667, "plain loss": 0.0693512234687804, "standard loss": 0.052000844715921965}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.11266666666667, "Augmented-Loss": 0.06025762699571748, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.047104110748817526, "PGD-Accuracy": 17.35, "PGD-Loss": 16.452650817871096}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 1027.8466711044312, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.72000122070312, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.8051, "Augmented-Loss": 0.05443923540705443, "Clean-Accuracy": 99.04, "Clean-Loss": 0.03913188190758228, "PGD-Accuracy": 22.54, "PGD-Loss": 13.622563482666015}, "Total-Time": 41408.111578941345, "Train": {"Loss": 0.9264374060807404, "avg t": 0.9229449267917209, "plain loss": 0.06940552528169419, "standard loss": 0.04738838837820071}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.90016666666666, "Augmented-Loss": 0.05470208563086887, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.043730141274631026, "PGD-Accuracy": 21.366666666666667, "PGD-Loss": 13.294926651000976}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 1018.1972260475159, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47000122070312, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1641, "Augmented-Loss": 0.05348141992938518, "Clean-Accuracy": 99.23, "Clean-Loss": 0.043854429143667224, "PGD-Accuracy": 20.33, "PGD-Loss": 16.78733178100586}, "Total-Time": 42426.30880498886, "Train": {"Loss": 0.9264674208958944, "avg t": 0.9229650367454246, "plain loss": 0.06702560433988221, "standard loss": 0.051989389539868744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.0955, "Augmented-Loss": 0.056345076040824255, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04922612785299619, "PGD-Accuracy": 21.016666666666666, "PGD-Loss": 15.735446889241537}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 990.1681227684021, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.1432, "Augmented-Loss": 0.03888281816928089, "Clean-Accuracy": 99.27, "Clean-Loss": 0.03124284629523754, "PGD-Accuracy": 15.64, "PGD-Loss": 24.344510949707033}, "Total-Time": 43416.47692775726, "Train": {"Loss": 0.9266396595637003, "avg t": 0.9229903550501223, "plain loss": 0.06652199964523312, "standard loss": 0.050268199505629364}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2115, "Augmented-Loss": 0.04230872721281834, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.037472919040359556, "PGD-Accuracy": 16.516666666666666, "PGD-Loss": 23.16424619547526}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 992.6850187778473, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.2, "Augmented-Loss": 0.03878693110513687, "Clean-Accuracy": 99.33, "Clean-Loss": 0.028950936671346426, "PGD-Accuracy": 16.08, "PGD-Loss": 23.8366822265625}, "Total-Time": 44409.16194653511, "Train": {"Loss": 0.9262579179339939, "avg t": 0.9228978106357433, "plain loss": 0.06664257255130346, "standard loss": 0.046057631881148725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.20866666666667, "Augmented-Loss": 0.041258757010232655, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.034852178355678914, "PGD-Accuracy": 17.65, "PGD-Loss": 22.539097229003907}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 991.4965786933899, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.20999908447266, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.0708, "Augmented-Loss": 0.051019258312165736, "Clean-Accuracy": 99.16, "Clean-Loss": 0.04127368974685669, "PGD-Accuracy": 18.59, "PGD-Loss": 20.605282971191407}, "Total-Time": 45400.6585252285, "Train": {"Loss": 0.9263903237978617, "avg t": 0.9228481868108114, "plain loss": 0.0657065312155971, "standard loss": 0.04647401779614113}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.104, "Augmented-Loss": 0.05295194676592946, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.046213800975432, "PGD-Accuracy": 18.766666666666666, "PGD-Loss": 19.285889567057293}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 1007.0851216316223, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.36000061035156, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.1183, "Augmented-Loss": 0.05130525347930193, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03794713236391544, "PGD-Accuracy": 20.88, "PGD-Loss": 17.84655775756836}, "Total-Time": 46407.74364686012, "Train": {"Loss": 0.9262881791150128, "avg t": 0.9228894194850216, "plain loss": 0.06803139355800766, "standard loss": 0.05321061864274519}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.17883333333333, "Augmented-Loss": 0.05182475021292766, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04164351174235344, "PGD-Accuracy": 21.216666666666665, "PGD-Loss": 17.208747416178387}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 1027.4121391773224, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.56999969482422, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.18, "Augmented-Loss": 0.03980867762286216, "Clean-Accuracy": 99.28, "Clean-Loss": 0.031599166141450405, "PGD-Accuracy": 19.23, "PGD-Loss": 23.74333533935547}, "Total-Time": 47435.155786037445, "Train": {"Loss": 0.9259662323704473, "avg t": 0.9228233508004082, "plain loss": 0.06843429607462002, "standard loss": 0.04828837491682282}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.18666666666667, "Augmented-Loss": 0.04193307946853961, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03659150767015914, "PGD-Accuracy": 19.4, "PGD-Loss": 22.869900390625}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 1014.65141248703, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.97999572753906, "Augmented-0.1-Quantile-Accuracy": 98.39999389648438, "Augmented-Accuracy": 99.045, "Augmented-Loss": 0.05743616639405489, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04624859082102776, "PGD-Accuracy": 18.86, "PGD-Loss": 15.401999450683594}, "Total-Time": 48449.807198524475, "Train": {"Loss": 0.9258152250713773, "avg t": 0.9227946567712006, "plain loss": 0.06436757538760138, "standard loss": 0.04609344266851743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.15333333333334, "Augmented-Loss": 0.055145580114026864, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04731986755753557, "PGD-Accuracy": 19.683333333333334, "PGD-Loss": 14.471206339518229}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 990.1551992893219, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.39999389648438, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.1395, "Augmented-Loss": 0.05083827314394712, "Clean-Accuracy": 99.31, "Clean-Loss": 0.037593692713975904, "PGD-Accuracy": 22.93, "PGD-Loss": 15.5146576171875}, "Total-Time": 49439.9623978138, "Train": {"Loss": 0.9260671425748754, "avg t": 0.922872203067497, "plain loss": 0.0675578485577195, "standard loss": 0.049215634959715385}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.13383333333333, "Augmented-Loss": 0.05261273687673112, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04295036039749781, "PGD-Accuracy": 23.166666666666668, "PGD-Loss": 15.113957595825195}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 993.0053708553314, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43000030517578, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.1261, "Augmented-Loss": 0.04469224849656224, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03274368512034416, "PGD-Accuracy": 21.17, "PGD-Loss": 16.95339469604492}, "Total-Time": 50432.96776866913, "Train": {"Loss": 0.925565674605193, "avg t": 0.9227279610810456, "plain loss": 0.06287754589539993, "standard loss": 0.04742063001460499}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.16666666666667, "Augmented-Loss": 0.04539754079939177, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03794802326709032, "PGD-Accuracy": 21.733333333333334, "PGD-Loss": 16.55559331258138}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 991.7367634773254, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.1071, "Augmented-Loss": 0.04897463776412606, "Clean-Accuracy": 99.31, "Clean-Loss": 0.03405027053207159, "PGD-Accuracy": 18.36, "PGD-Loss": 21.58477893066406}, "Total-Time": 51424.704532146454, "Train": {"Loss": 0.9257720024850633, "avg t": 0.9227470583385892, "plain loss": 0.06153211303816902, "standard loss": 0.041822756379290865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.18233333333333, "Augmented-Loss": 0.05064815865094463, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03917325127621492, "PGD-Accuracy": 18.6, "PGD-Loss": 20.44078412882487}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 1010.2751784324646, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.69999694824219, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.8385, "Augmented-Loss": 0.07180877786898612, "Clean-Accuracy": 99.09, "Clean-Loss": 0.04652760612368584, "PGD-Accuracy": 23.1, "PGD-Loss": 11.208252169799804}, "Total-Time": 52434.97971057892, "Train": {"Loss": 0.9258051070637173, "avg t": 0.9227663484679328, "plain loss": 0.06254590213916915, "standard loss": 0.0403258958503052}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.48332977294922, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 98.90716666666667, "Augmented-Loss": 0.06823029000123342, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04721587235480547, "PGD-Accuracy": 23.183333333333334, "PGD-Loss": 10.311019887288412}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 1027.1894373893738, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.22000122070312, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0784, "Augmented-Loss": 0.045975358090281485, "Clean-Accuracy": 99.2, "Clean-Loss": 0.031821646444499495, "PGD-Accuracy": 22.85, "PGD-Loss": 17.382064068603515}, "Total-Time": 53462.16914796829, "Train": {"Loss": 0.9256305328828317, "avg t": 0.9227437789528459, "plain loss": 0.06374242538876002, "standard loss": 0.03803499151987058}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.11166666666666, "Augmented-Loss": 0.050194469120688735, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.040394515315070746, "PGD-Accuracy": 23.366666666666667, "PGD-Loss": 16.179352610270183}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 1011.0094327926636, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2194, "Augmented-Loss": 0.03559819021551311, "Clean-Accuracy": 99.35, "Clean-Loss": 0.027726402339339255, "PGD-Accuracy": 13.65, "PGD-Loss": 27.19628524169922}, "Total-Time": 54473.178580760956, "Train": {"Loss": 0.9254980312276769, "avg t": 0.9227041860509801, "plain loss": 0.06307957843144729, "standard loss": 0.0418965015400339}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.23816666666667, "Augmented-Loss": 0.03928679694278787, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03415059790325661, "PGD-Accuracy": 14.933333333333334, "PGD-Loss": 26.39447033691406}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 989.8707909584045, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2406, "Augmented-Loss": 0.033079918543055656, "Clean-Accuracy": 99.36, "Clean-Loss": 0.026746053686738016, "PGD-Accuracy": 16.03, "PGD-Loss": 23.643684020996094}, "Total-Time": 55463.04937171936, "Train": {"Loss": 0.9254669454362657, "avg t": 0.9227271895232024, "plain loss": 0.06321905618155452, "standard loss": 0.044911448914695666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.27366666666667, "Augmented-Loss": 0.036738128798380495, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03317814996279776, "PGD-Accuracy": 18.016666666666666, "PGD-Loss": 22.43514231363932}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 993.4383912086487, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.8699951171875, "Augmented-0.05-Quantile-Accuracy": 95.88999938964844, "Augmented-0.1-Quantile-Accuracy": 96.50999450683594, "Augmented-Accuracy": 98.0256, "Augmented-Loss": 0.1175515465362072, "Clean-Accuracy": 98.46, "Clean-Loss": 0.09511468527317048, "PGD-Accuracy": 18.89, "PGD-Loss": 8.294992150878906}, "Total-Time": 56456.48776292801, "Train": {"Loss": 0.9255830638496964, "avg t": 0.9227458527529682, "plain loss": 0.060552710167566935, "standard loss": 0.0462395618878029}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.13333129882812, "Augmented-0.05-Quantile-Accuracy": 96.51666259765625, "Augmented-0.1-Quantile-Accuracy": 96.98332977294922, "Augmented-Accuracy": 98.22616666666667, "Augmented-Loss": 0.10836501261432965, "Clean-Accuracy": 98.51666666666667, "Clean-Loss": 0.08847626503308614, "PGD-Accuracy": 17.966666666666665, "PGD-Loss": 7.5315716883341475}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 991.1497449874878, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29000091552734, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.109, "Augmented-Loss": 0.042737882271841166, "Clean-Accuracy": 99.24, "Clean-Loss": 0.03358343275934458, "PGD-Accuracy": 16.47, "PGD-Loss": 23.674722399902343}, "Total-Time": 57447.6375079155, "Train": {"Loss": 0.9254392503279226, "avg t": 0.9227214507526822, "plain loss": 0.061608583448551295, "standard loss": 0.04407897850650328}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.101, "Augmented-Loss": 0.047004878671392795, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04047683262328307, "PGD-Accuracy": 17.033333333333335, "PGD-Loss": 22.64881822713216}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 1015.1777868270874, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.36000061035156, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0779, "Augmented-Loss": 0.04347395200431347, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03266853846907616, "PGD-Accuracy": 16.03, "PGD-Loss": 25.793385424804686}, "Total-Time": 58462.815294742584, "Train": {"Loss": 0.925311615202162, "avg t": 0.922700569152832, "plain loss": 0.06333857210300586, "standard loss": 0.04520364411837525}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.10133333333333, "Augmented-Loss": 0.04549036929108202, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.03782327337190509, "PGD-Accuracy": 16.566666666666666, "PGD-Loss": 25.59598405965169}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 1027.906979084015, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.251, "Augmented-Loss": 0.02963164732593298, "Clean-Accuracy": 99.36, "Clean-Loss": 0.023099985261261464, "PGD-Accuracy": 8.21, "PGD-Loss": 34.53466252441406}, "Total-Time": 59490.7222738266, "Train": {"Loss": 0.92537104316994, "avg t": 0.9226973380689267, "plain loss": 0.06030899222780159, "standard loss": 0.04327151850914514}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.20783333333334, "Augmented-Loss": 0.03554056204789939, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03183374988582606, "PGD-Accuracy": 9.466666666666667, "PGD-Loss": 34.07250333658854}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 1006.6363718509674, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.2148, "Augmented-Loss": 0.043842715084016326, "Clean-Accuracy": 99.35, "Clean-Loss": 0.028841260696947573, "PGD-Accuracy": 17.09, "PGD-Loss": 21.379832360839846}, "Total-Time": 60497.35864567757, "Train": {"Loss": 0.9251708523255807, "avg t": 0.9226566841160809, "plain loss": 0.06385401718704788, "standard loss": 0.040746949568390846}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.12883333333333, "Augmented-Loss": 0.0469191800217703, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03634839497630795, "PGD-Accuracy": 18.683333333333334, "PGD-Loss": 20.564292165120442}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 989.8200569152832, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.2131, "Augmented-Loss": 0.04421437904903293, "Clean-Accuracy": 99.32, "Clean-Loss": 0.0317770395219326, "PGD-Accuracy": 17.54, "PGD-Loss": 23.018670629882813}, "Total-Time": 61487.17870259285, "Train": {"Loss": 0.9253012449476454, "avg t": 0.9226780479572437, "plain loss": 0.0606435705909023, "standard loss": 0.04074782841790606}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.14683333333333, "Augmented-Loss": 0.04624050223895659, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03714282459268967, "PGD-Accuracy": 17.85, "PGD-Loss": 22.476737325032552}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 993.2200326919556, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47999572753906, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1492, "Augmented-Loss": 0.03446360776811838, "Clean-Accuracy": 99.27, "Clean-Loss": 0.02820559930950403, "PGD-Accuracy": 11.62, "PGD-Loss": 30.068519885253906}, "Total-Time": 62480.398735284805, "Train": {"Loss": 0.9255527118400291, "avg t": 0.9227177855880172, "plain loss": 0.059277351250471906, "standard loss": 0.041971437392687355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.1315, "Augmented-Loss": 0.03994908833305041, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.036363225379337866, "PGD-Accuracy": 11.95, "PGD-Loss": 29.8069853515625}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 991.5298163890839, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1975, "Augmented-Loss": 0.0489209586814642, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03445540707707405, "PGD-Accuracy": 21.86, "PGD-Loss": 14.007897760009765}, "Total-Time": 63471.92855167389, "Train": {"Loss": 0.925567756458565, "avg t": 0.9227050541241963, "plain loss": 0.06022880780608564, "standard loss": 0.04425958006028776}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.14533333333334, "Augmented-Loss": 0.04883267952096959, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03820772143950065, "PGD-Accuracy": 22.25, "PGD-Loss": 13.874462641398113}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 1019.7184591293335, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.2076, "Augmented-Loss": 0.0415657118665874, "Clean-Accuracy": 99.28, "Clean-Loss": 0.031923917770385744, "PGD-Accuracy": 18.92, "PGD-Loss": 21.55183308105469}, "Total-Time": 64491.64701080322, "Train": {"Loss": 0.9255584893050017, "avg t": 0.9227158083739104, "plain loss": 0.05646896067018863, "standard loss": 0.04385056036462386}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.15883333333333, "Augmented-Loss": 0.04396625467287998, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03712995866686106, "PGD-Accuracy": 19.316666666666666, "PGD-Loss": 21.24842249552409}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 1027.9040665626526, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.229, "Augmented-Loss": 0.0367777956404984, "Clean-Accuracy": 99.32, "Clean-Loss": 0.028706382723152638, "PGD-Accuracy": 13.63, "PGD-Loss": 27.819241857910157}, "Total-Time": 65519.551077365875, "Train": {"Loss": 0.9252701209739402, "avg t": 0.9226781443843135, "plain loss": 0.05721308300230239, "standard loss": 0.041042330322994126}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.22966666666666, "Augmented-Loss": 0.03939477551568921, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.034100255235408744, "PGD-Accuracy": 14.466666666666667, "PGD-Loss": 27.015183654785154}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 1002.48464179039, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.27999877929688, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0617, "Augmented-Loss": 0.046410573860645295, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03735781506597996, "PGD-Accuracy": 18.34, "PGD-Loss": 22.785353381347655}, "Total-Time": 66522.03571915627, "Train": {"Loss": 0.9250540369704917, "avg t": 0.9226426987824616, "plain loss": 0.05804154979211308, "standard loss": 0.04229089972873529}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.10783333333333, "Augmented-Loss": 0.04742295246141652, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04068730180834731, "PGD-Accuracy": 19.066666666666666, "PGD-Loss": 21.904129435221353}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 989.9357178211212, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22000122070312, "Augmented-0.05-Quantile-Accuracy": 98.11000061035156, "Augmented-0.1-Quantile-Accuracy": 98.40999603271484, "Augmented-Accuracy": 99.0473, "Augmented-Loss": 0.04845463137638569, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03575775176584721, "PGD-Accuracy": 19.29, "PGD-Loss": 24.007902795410157}, "Total-Time": 67511.97143697739, "Train": {"Loss": 0.9254055876025448, "avg t": 0.9226873554123772, "plain loss": 0.05904007744700824, "standard loss": 0.04139811718850224}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.127, "Augmented-Loss": 0.04685642114938547, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.0375604863713185, "PGD-Accuracy": 19.366666666666667, "PGD-Loss": 23.043109893798828}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 993.3576090335846, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.217, "Augmented-Loss": 0.036591170865118504, "Clean-Accuracy": 99.24, "Clean-Loss": 0.030933235566318034, "PGD-Accuracy": 12.53, "PGD-Loss": 32.43397379150391}, "Total-Time": 68505.32904601097, "Train": {"Loss": 0.9253694774663007, "avg t": 0.9226545139771921, "plain loss": 0.060363258849249944, "standard loss": 0.047282933228545716}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.26483333333333, "Augmented-Loss": 0.03948355794765676, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.035758804066106674, "PGD-Accuracy": 12.866666666666667, "PGD-Loss": 32.21977372233073}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 992.0183341503143, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2171, "Augmented-Loss": 0.041348298155665396, "Clean-Accuracy": 99.33, "Clean-Loss": 0.0308477055311203, "PGD-Accuracy": 15.67, "PGD-Loss": 26.6379671875}, "Total-Time": 69497.34738016129, "Train": {"Loss": 0.9250265182389154, "avg t": 0.9226172358371594, "plain loss": 0.06040891976268198, "standard loss": 0.04369684874238791}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.23416666666667, "Augmented-Loss": 0.043850457280601066, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03662725652133425, "PGD-Accuracy": 15.433333333333334, "PGD-Loss": 26.791083974202476}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 1022.8775386810303, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.2017, "Augmented-Loss": 0.03498683995807171, "Clean-Accuracy": 99.34, "Clean-Loss": 0.02716101271212101, "PGD-Accuracy": 11.66, "PGD-Loss": 33.75989821777344}, "Total-Time": 70520.22491884232, "Train": {"Loss": 0.9252176593497947, "avg t": 0.9226554302639431, "plain loss": 0.057019836899086296, "standard loss": 0.03695612246515574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.20516666666667, "Augmented-Loss": 0.03941604908992226, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.034349370342989766, "PGD-Accuracy": 11.283333333333333, "PGD-Loss": 33.251316548665365}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 1027.8926348686218, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.2248, "Augmented-Loss": 0.03634895975258946, "Clean-Accuracy": 99.32, "Clean-Loss": 0.030350870804488658, "PGD-Accuracy": 12.01, "PGD-Loss": 32.15029071044922}, "Total-Time": 71548.11755371094, "Train": {"Loss": 0.9251271371135005, "avg t": 0.9226466532106753, "plain loss": 0.05690062090555827, "standard loss": 0.040648890615061474}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.25383333333333, "Augmented-Loss": 0.0392242114025789, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03528695693984628, "PGD-Accuracy": 13.183333333333334, "PGD-Loss": 31.23257080078125}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 998.2101080417633, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2341, "Augmented-Loss": 0.03342625335357338, "Clean-Accuracy": 99.34, "Clean-Loss": 0.026488416887819766, "PGD-Accuracy": 16.89, "PGD-Loss": 29.623500280761718}, "Total-Time": 72546.3276617527, "Train": {"Loss": 0.924896064069536, "avg t": 0.9225878183930009, "plain loss": 0.05602763507984306, "standard loss": 0.03799303084915435}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.23133333333334, "Augmented-Loss": 0.03771439386618013, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03324616992721955, "PGD-Accuracy": 16.716666666666665, "PGD-Loss": 29.19258167521159}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 989.827986240387, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.2027, "Augmented-Loss": 0.03811575377266109, "Clean-Accuracy": 99.3, "Clean-Loss": 0.028620566284656524, "PGD-Accuracy": 15.69, "PGD-Loss": 27.65982727050781}, "Total-Time": 73536.15564799309, "Train": {"Loss": 0.9248944700912193, "avg t": 0.9226131366623772, "plain loss": 0.05573668592417682, "standard loss": 0.03921732411285241}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.21983333333333, "Augmented-Loss": 0.04116919857967645, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03476359541807324, "PGD-Accuracy": 16.216666666666665, "PGD-Loss": 26.61520957438151}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 993.5350296497345, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.2072, "Augmented-Loss": 0.04335309194624424, "Clean-Accuracy": 99.31, "Clean-Loss": 0.028526467442512513, "PGD-Accuracy": 15.82, "PGD-Loss": 26.565346740722656}, "Total-Time": 74529.69067764282, "Train": {"Loss": 0.9247633306008798, "avg t": 0.9225650078102394, "plain loss": 0.05592497359381785, "standard loss": 0.03620160641659189}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.16116666666667, "Augmented-Loss": 0.04531228707812727, "Clean-Accuracy": 99.25, "Clean-Loss": 0.034727824072353544, "PGD-Accuracy": 14.733333333333333, "PGD-Loss": 25.850839731852215}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 991.7058577537537, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0575, "Augmented-Loss": 0.04236871063765883, "Clean-Accuracy": 99.24, "Clean-Loss": 0.030130021771788598, "PGD-Accuracy": 14.62, "PGD-Loss": 27.178382763671873}, "Total-Time": 75521.39653539658, "Train": {"Loss": 0.9249556697562888, "avg t": 0.9226409144578157, "plain loss": 0.05698366967218889, "standard loss": 0.03485849693527928}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.05966666666667, "Augmented-Loss": 0.046297608899412056, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03734340415708721, "PGD-Accuracy": 14.75, "PGD-Loss": 26.468440877278645}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 1026.52237200737, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0567, "Augmented-Loss": 0.036985847645774485, "Clean-Accuracy": 99.16, "Clean-Loss": 0.028056487581133844, "PGD-Accuracy": 13.59, "PGD-Loss": 28.214721228027344}, "Total-Time": 76547.91890740395, "Train": {"Loss": 0.92486674979881, "avg t": 0.9226054205717864, "plain loss": 0.05470764487937646, "standard loss": 0.038045129155671153}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.076, "Augmented-Loss": 0.04179292256860683, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03581433376700928, "PGD-Accuracy": 13.7, "PGD-Loss": 27.772934346516926}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 1026.855107307434, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.41999816894531, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1704, "Augmented-Loss": 0.04663518906733394, "Clean-Accuracy": 99.28, "Clean-Loss": 0.03662164316177368, "PGD-Accuracy": 20.99, "PGD-Loss": 20.365075689697267}, "Total-Time": 77574.77401471138, "Train": {"Loss": 0.9247033563190037, "avg t": 0.9225753762633713, "plain loss": 0.05515309490186193, "standard loss": 0.03696943822061574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.12333333333333, "Augmented-Loss": 0.04783625254976253, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04036427658547958, "PGD-Accuracy": 21.633333333333333, "PGD-Loss": 19.03558239746094}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 994.3481945991516, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.2383, "Augmented-Loss": 0.030910758919902147, "Clean-Accuracy": 99.37, "Clean-Loss": 0.023530663115158678, "PGD-Accuracy": 8.26, "PGD-Loss": 38.52378830566406}, "Total-Time": 78569.12220931053, "Train": {"Loss": 0.9248395991855197, "avg t": 0.9225839603565358, "plain loss": 0.05448786759553129, "standard loss": 0.036498843279701695}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.25383333333333, "Augmented-Loss": 0.03508602923638808, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03129052117412599, "PGD-Accuracy": 8.683333333333334, "PGD-Loss": 38.19814896647135}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 991.2381994724274, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.40999603271484, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.09, "Augmented-Loss": 0.04665476840481162, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03430523803830147, "PGD-Accuracy": 18.82, "PGD-Loss": 28.561513708496093}, "Total-Time": 79560.36040878296, "Train": {"Loss": 0.9250083461690832, "avg t": 0.9225919657283359, "plain loss": 0.054057979271146916, "standard loss": 0.03774192686213387}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.17183333333334, "Augmented-Loss": 0.04781977482475341, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03813762266437213, "PGD-Accuracy": 18.666666666666668, "PGD-Loss": 27.822578084309896}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 992.0583536624908, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.119, "Augmented-Loss": 0.03403138785240054, "Clean-Accuracy": 99.16, "Clean-Loss": 0.028452339447289705, "PGD-Accuracy": 14.74, "PGD-Loss": 30.83055272216797}, "Total-Time": 80552.41876244545, "Train": {"Loss": 0.9245318369335599, "avg t": 0.9225343365139431, "plain loss": 0.05318057983009901, "standard loss": 0.03823262751323205}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.15533333333333, "Augmented-Loss": 0.03800843684690384, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03503555502432088, "PGD-Accuracy": 15.05, "PGD-Loss": 30.58323378499349}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 994.3146731853485, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43999481201172, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.45999908447266, "Augmented-Accuracy": 99.0511, "Augmented-Loss": 0.04345832555174828, "Clean-Accuracy": 99.19, "Clean-Loss": 0.033059346343576906, "PGD-Accuracy": 20.92, "PGD-Loss": 20.954123022460937}, "Total-Time": 81546.7334356308, "Train": {"Loss": 0.9247580304499026, "avg t": 0.9225523728441309, "plain loss": 0.05415193842958521, "standard loss": 0.040210860641190296}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.17616666666666, "Augmented-Loss": 0.044879241945718726, "Clean-Accuracy": 99.25, "Clean-Loss": 0.037814367059618235, "PGD-Accuracy": 22.016666666666666, "PGD-Loss": 20.10348200480143}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 1027.030298948288, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2418, "Augmented-Loss": 0.03806401429876685, "Clean-Accuracy": 99.32, "Clean-Loss": 0.03309811557382345, "PGD-Accuracy": 14.95, "PGD-Loss": 28.830277893066405}, "Total-Time": 82573.76373457909, "Train": {"Loss": 0.9249387270609538, "avg t": 0.9226136189213505, "plain loss": 0.0561353478449362, "standard loss": 0.039422814469646524}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.20683333333334, "Augmented-Loss": 0.04142238181604072, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03780694760133823, "PGD-Accuracy": 16.083333333333332, "PGD-Loss": 27.546835571289062}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 1025.8498542308807, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2429, "Augmented-Loss": 0.03600432737119496, "Clean-Accuracy": 99.31, "Clean-Loss": 0.0282222149990499, "PGD-Accuracy": 11.73, "PGD-Loss": 31.76573985595703}, "Total-Time": 83599.61358880997, "Train": {"Loss": 0.9247162193722195, "avg t": 0.922545669414379, "plain loss": 0.05391958285084475, "standard loss": 0.03844435770892435}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.20566666666667, "Augmented-Loss": 0.03981831579998756, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.034129349719733, "PGD-Accuracy": 11.933333333333334, "PGD-Loss": 31.675532633463543}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 991.7411885261536, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.181, "Augmented-Loss": 0.030184687307037415, "Clean-Accuracy": 99.27, "Clean-Loss": 0.025452597773075104, "PGD-Accuracy": 13.07, "PGD-Loss": 30.677339343261718}, "Total-Time": 84591.35477733612, "Train": {"Loss": 0.9249722654201367, "avg t": 0.9226110629328975, "plain loss": 0.05423965650576135, "standard loss": 0.037265962095172314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.22883333333333, "Augmented-Loss": 0.035835713354200126, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03285844819061458, "PGD-Accuracy": 14.216666666666667, "PGD-Loss": 29.887046813964844}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 991.2777788639069, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3699951171875, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.1568, "Augmented-Loss": 0.0496882833173275, "Clean-Accuracy": 99.3, "Clean-Loss": 0.037806631964445114, "PGD-Accuracy": 20.4, "PGD-Loss": 16.54515490112305}, "Total-Time": 85582.63255620003, "Train": {"Loss": 0.9243971884692157, "avg t": 0.9225178916366013, "plain loss": 0.05426008373366467, "standard loss": 0.039672878848733724}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.16433333333333, "Augmented-Loss": 0.048472268672908346, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03956069543833534, "PGD-Accuracy": 20.416666666666668, "PGD-Loss": 15.806764165242512}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 992.2618703842163, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.21, "Augmented-Loss": 0.04562720135501027, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03762426361143589, "PGD-Accuracy": 19.7, "PGD-Loss": 26.149475610351562}, "Total-Time": 86574.89442658424, "Train": {"Loss": 0.924883804038719, "avg t": 0.9225632234502722, "plain loss": 0.0557564800721627, "standard loss": 0.04276230697471786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.113, "Augmented-Loss": 0.048186724750424424, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.042320252120494846, "PGD-Accuracy": 20.183333333333334, "PGD-Loss": 25.142797912597658}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 997.4916334152222, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29000091552734, "Augmented-0.05-Quantile-Accuracy": 98.00999450683594, "Augmented-0.1-Quantile-Accuracy": 98.36000061035156, "Augmented-Accuracy": 99.0573, "Augmented-Loss": 0.0579068619338274, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04498999387025833, "PGD-Accuracy": 22.35, "PGD-Loss": 18.831318786621093}, "Total-Time": 87572.38605999947, "Train": {"Loss": 0.9247871816599811, "avg t": 0.922540509418205, "plain loss": 0.054205251139181586, "standard loss": 0.03708758825505221}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.73332977294922, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.03316666666667, "Augmented-Loss": 0.056228556689520676, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04592975019166867, "PGD-Accuracy": 22.316666666666666, "PGD-Loss": 18.057483205159507}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 1027.1044340133667, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.75, "Augmented-0.05-Quantile-Accuracy": 97.20999908447266, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.7394, "Augmented-Loss": 0.14524245116376877, "Clean-Accuracy": 98.86, "Clean-Loss": 0.11986062989234925, "PGD-Accuracy": 17.25, "PGD-Loss": 6.091713616943359}, "Total-Time": 88599.49049401283, "Train": {"Loss": 0.9248901474917377, "avg t": 0.9225634645709285, "plain loss": 0.05528030509772125, "standard loss": 0.03898328717163316}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.81683333333334, "Augmented-Loss": 0.13771057731191316, "Clean-Accuracy": 98.95, "Clean-Loss": 0.11365738646189372, "PGD-Accuracy": 16.216666666666665, "PGD-Loss": 5.439135904947917}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 1024.1402831077576, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1668, "Augmented-Loss": 0.035932450520902874, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03006246580481529, "PGD-Accuracy": 5.67, "PGD-Loss": 39.56871779785156}, "Total-Time": 89623.63077712059, "Train": {"Loss": 0.9248670635399995, "avg t": 0.9226300154791938, "plain loss": 0.05648692685498137, "standard loss": 0.04588471665426537}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.17366666666666, "Augmented-Loss": 0.04073475004484256, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03680384193857511, "PGD-Accuracy": 6.033333333333333, "PGD-Loss": 39.60044217936198}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 991.2987473011017, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2818, "Augmented-Loss": 0.032734941248208284, "Clean-Accuracy": 99.4, "Clean-Loss": 0.02509646012187004, "PGD-Accuracy": 11.42, "PGD-Loss": 32.272891650390626}, "Total-Time": 90614.92952442169, "Train": {"Loss": 0.9248669613379019, "avg t": 0.922564814903118, "plain loss": 0.0529560765619631, "standard loss": 0.04136626613912759}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 99.01666259765625, "Augmented-Accuracy": 99.27233333333334, "Augmented-Loss": 0.03605075452468048, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.031218039328853288, "PGD-Accuracy": 11.833333333333334, "PGD-Loss": 31.349425272623698}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 990.153774023056, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.55999755859375, "Augmented-0.1-Quantile-Accuracy": 97.93999481201172, "Augmented-Accuracy": 98.8317, "Augmented-Loss": 0.10146922185897828, "Clean-Accuracy": 99.05, "Clean-Loss": 0.07699208490848541, "PGD-Accuracy": 19.41, "PGD-Loss": 9.851601013183593}, "Total-Time": 91605.08329844475, "Train": {"Loss": 0.9250862479386506, "avg t": 0.9225939912796021, "plain loss": 0.05478475500212772, "standard loss": 0.04114967464517664}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.88516666666666, "Augmented-Loss": 0.0919239191916585, "Clean-Accuracy": 98.95, "Clean-Loss": 0.07118934985001882, "PGD-Accuracy": 19.533333333333335, "PGD-Loss": 9.44791487121582}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 988.3173015117645, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1735, "Augmented-Loss": 0.04460796287199855, "Clean-Accuracy": 99.38, "Clean-Loss": 0.03346414170861244, "PGD-Accuracy": 24.16, "PGD-Loss": 17.84500369873047}, "Total-Time": 92593.40059995651, "Train": {"Loss": 0.9246164484553867, "avg t": 0.9225410880512661, "plain loss": 0.05285558084117043, "standard loss": 0.037631948969430395}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2195, "Augmented-Loss": 0.04640827331900597, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03785668441404899, "PGD-Accuracy": 24.616666666666667, "PGD-Loss": 16.570587280273436}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 999.8544161319733, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2497, "Augmented-Loss": 0.0315098050699383, "Clean-Accuracy": 99.31, "Clean-Loss": 0.024046392006799578, "PGD-Accuracy": 13.92, "PGD-Loss": 31.297640014648437}, "Total-Time": 93593.25501608849, "Train": {"Loss": 0.9248775023707637, "avg t": 0.9225556038750543, "plain loss": 0.051859228698412585, "standard loss": 0.035019492512223895}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.41666412353516, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.31466666666667, "Augmented-Loss": 0.03529575809872399, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.030572494712658226, "PGD-Accuracy": 13.883333333333333, "PGD-Loss": 30.98882236735026}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 1027.1468126773834, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2445, "Augmented-Loss": 0.034775127901792525, "Clean-Accuracy": 99.33, "Clean-Loss": 0.025839525901526213, "PGD-Accuracy": 19.13, "PGD-Loss": 25.700645324707033}, "Total-Time": 94620.40182876587, "Train": {"Loss": 0.9248598785753603, "avg t": 0.922528935291149, "plain loss": 0.05198958368389698, "standard loss": 0.031643993986425575}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.2085, "Augmented-Loss": 0.03899555303098013, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03278118973691017, "PGD-Accuracy": 20.266666666666666, "PGD-Loss": 25.404841522216795}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 1020.8684375286102, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.56999969482422, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1207, "Augmented-Loss": 0.035131819622911516, "Clean-Accuracy": 99.19, "Clean-Loss": 0.028079243639111517, "PGD-Accuracy": 13.36, "PGD-Loss": 34.54659425048828}, "Total-Time": 95641.27026629448, "Train": {"Loss": 0.9247634165375321, "avg t": 0.9225668403484203, "plain loss": 0.05517073106765752, "standard loss": 0.03550880601781386}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.11816666666667, "Augmented-Loss": 0.03950226914899113, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.034967012734462816, "PGD-Accuracy": 13.083333333333334, "PGD-Loss": 34.95200469970703}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 991.0741477012634, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1949, "Augmented-Loss": 0.02943961975234002, "Clean-Accuracy": 99.26, "Clean-Loss": 0.02444370525255799, "PGD-Accuracy": 7.94, "PGD-Loss": 41.91315913085938}, "Total-Time": 96632.34441399574, "Train": {"Loss": 0.9248445475719593, "avg t": 0.9225324075663531, "plain loss": 0.05160535563981093, "standard loss": 0.03223834200368987}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.234, "Augmented-Loss": 0.03536191203027032, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03247962345524381, "PGD-Accuracy": 7.7, "PGD-Loss": 41.88800858561198}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 993.0021889209747, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43999481201172, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1974, "Augmented-Loss": 0.05264598680621386, "Clean-Accuracy": 99.31, "Clean-Loss": 0.03672890419065952, "PGD-Accuracy": 18.93, "PGD-Loss": 23.791926647949218}, "Total-Time": 97625.34660291672, "Train": {"Loss": 0.9248020565244887, "avg t": 0.9225551698472765, "plain loss": 0.05258901609226508, "standard loss": 0.034566204081530924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.1825, "Augmented-Loss": 0.0520529613323013, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04004393212000529, "PGD-Accuracy": 19.5, "PGD-Loss": 22.976185231526692}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 991.73535323143, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.32999420166016, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.1112, "Augmented-Loss": 0.05430937649697065, "Clean-Accuracy": 99.14, "Clean-Loss": 0.049924544817209246, "PGD-Accuracy": 17.8, "PGD-Loss": 23.26099658203125}, "Total-Time": 98617.08195614815, "Train": {"Loss": 0.9247694178863808, "avg t": 0.922558883190155, "plain loss": 0.051752917669437556, "standard loss": 0.03675540839770326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.07033333333334, "Augmented-Loss": 0.05553040710578362, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.05216463554898898, "PGD-Accuracy": 17.933333333333334, "PGD-Loss": 21.883649210611978}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 1004.8449988365173, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2497, "Augmented-Loss": 0.03737520119906962, "Clean-Accuracy": 99.34, "Clean-Loss": 0.030203729747235775, "PGD-Accuracy": 23.53, "PGD-Loss": 19.75834725341797}, "Total-Time": 99621.92695498466, "Train": {"Loss": 0.9248943415041323, "avg t": 0.9225819831424289, "plain loss": 0.05134151251757589, "standard loss": 0.040913182989866646}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.2415, "Augmented-Loss": 0.039857953853843116, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03436088693638643, "PGD-Accuracy": 22.25, "PGD-Loss": 18.956521697998046}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 1027.1606657505035, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.27999877929688, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.099, "Augmented-Loss": 0.08068907358968258, "Clean-Accuracy": 99.19, "Clean-Loss": 0.06092022396326065, "PGD-Accuracy": 18.45, "PGD-Loss": 15.689878802490234}, "Total-Time": 100649.08762073517, "Train": {"Loss": 0.9248012108272976, "avg t": 0.9225458141079655, "plain loss": 0.0495661625932764, "standard loss": 0.033058270516218964}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.46666717529297, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.041, "Augmented-Loss": 0.07810615764508645, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06130264692505201, "PGD-Accuracy": 19.933333333333334, "PGD-Loss": 15.04315767923991}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 1017.3373136520386, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1991, "Augmented-Loss": 0.04079279256856441, "Clean-Accuracy": 99.34, "Clean-Loss": 0.03212208510935306, "PGD-Accuracy": 15.35, "PGD-Loss": 26.9386240234375}, "Total-Time": 101666.4249343872, "Train": {"Loss": 0.9245690909138432, "avg t": 0.9225238233848855, "plain loss": 0.05150088318542196, "standard loss": 0.034640610207562095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.157, "Augmented-Loss": 0.043820751062172154, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03766474242694676, "PGD-Accuracy": 15.666666666666666, "PGD-Loss": 26.160364725748696}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 1064.4043703079224, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1759, "Augmented-Loss": 0.04399475276651978, "Clean-Accuracy": 99.28, "Clean-Loss": 0.034877653115987776, "PGD-Accuracy": 17.06, "PGD-Loss": 24.0020751953125}, "Total-Time": 102730.82930469513, "Train": {"Loss": 0.9247868532604642, "avg t": 0.9225749422355934, "plain loss": 0.05203451839199773, "standard loss": 0.038361365404945835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.158, "Augmented-Loss": 0.04533685540432731, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.0384821398978432, "PGD-Accuracy": 18.283333333333335, "PGD-Loss": 22.603863993326822}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 1144.4571952819824, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.1443, "Augmented-Loss": 0.04617929267841578, "Clean-Accuracy": 99.29, "Clean-Loss": 0.035315303906798365, "PGD-Accuracy": 15.65, "PGD-Loss": 28.04239482421875}, "Total-Time": 103875.28649997711, "Train": {"Loss": 0.9246531749301486, "avg t": 0.9225472608848855, "plain loss": 0.05160089868262956, "standard loss": 0.035770863431471366}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2175, "Augmented-Loss": 0.04684536285758018, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03832715472392738, "PGD-Accuracy": 15.15, "PGD-Loss": 27.96325732421875}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 1136.9919619560242, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.2209, "Augmented-Loss": 0.03640250727380812, "Clean-Accuracy": 99.31, "Clean-Loss": 0.028231995960325003, "PGD-Accuracy": 15.96, "PGD-Loss": 29.224660998535157}, "Total-Time": 105012.27846193314, "Train": {"Loss": 0.9246448006983157, "avg t": 0.9225537231056778, "plain loss": 0.05288054234540023, "standard loss": 0.03797434672161385}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.20733333333334, "Augmented-Loss": 0.03975308255536482, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0333885835626473, "PGD-Accuracy": 17.25, "PGD-Loss": 27.9137787882487}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 1164.7975056171417, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.8699951171875, "Augmented-Accuracy": 99.2818, "Augmented-Loss": 0.029347907089315353, "Clean-Accuracy": 99.34, "Clean-Loss": 0.023980913040414453, "PGD-Accuracy": 5.76, "PGD-Loss": 42.09748034667969}, "Total-Time": 106177.07596755028, "Train": {"Loss": 0.9246401145723131, "avg t": 0.9225285494769061, "plain loss": 0.04788321808532428, "standard loss": 0.03723780837765447}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.23233333333333, "Augmented-Loss": 0.03550879289422184, "Clean-Accuracy": 99.3, "Clean-Loss": 0.031841318443417546, "PGD-Accuracy": 5.983333333333333, "PGD-Loss": 42.31825329589844}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 1177.5202496051788, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.2213, "Augmented-Loss": 0.03150641907247901, "Clean-Accuracy": 99.35, "Clean-Loss": 0.025408049199730158, "PGD-Accuracy": 13.38, "PGD-Loss": 32.046355786132814}, "Total-Time": 107354.59621715546, "Train": {"Loss": 0.924836786976567, "avg t": 0.9225401235509801, "plain loss": 0.05017859879555523, "standard loss": 0.03523734803001086}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2435, "Augmented-Loss": 0.03417417333725219, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.02986956811416894, "PGD-Accuracy": 13.283333333333333, "PGD-Loss": 31.533156188964846}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 1151.0979766845703, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.54000091552734, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.923, "Augmented-Loss": 0.0731021990377903, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05724543265104294, "PGD-Accuracy": 19.68, "PGD-Loss": 17.924488049316405}, "Total-Time": 108505.69419384003, "Train": {"Loss": 0.9248536502343637, "avg t": 0.9225634645532679, "plain loss": 0.04865804910041668, "standard loss": 0.03550260003683744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.43333435058594, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.94083333333333, "Augmented-Loss": 0.06674206253195802, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.053225818134844304, "PGD-Accuracy": 19.533333333333335, "PGD-Loss": 16.47000892130534}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 1128.522084236145, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47000122070312, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.1748, "Augmented-Loss": 0.03894351773184538, "Clean-Accuracy": 99.38, "Clean-Loss": 0.02869887712597847, "PGD-Accuracy": 21.8, "PGD-Loss": 22.970507336425783}, "Total-Time": 109634.21627807617, "Train": {"Loss": 0.9246239801689431, "avg t": 0.9225340954462687, "plain loss": 0.04832050789727104, "standard loss": 0.03545243788151829}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.18516666666666, "Augmented-Loss": 0.04246417036851247, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03472542789640526, "PGD-Accuracy": 21.4, "PGD-Loss": 21.821056172688802}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 1131.2018151283264, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.1568, "Augmented-Loss": 0.030053198126778008, "Clean-Accuracy": 99.24, "Clean-Loss": 0.02502561798878014, "PGD-Accuracy": 7.23, "PGD-Loss": 40.779515405273436}, "Total-Time": 110765.4180932045, "Train": {"Loss": 0.9248507843724003, "avg t": 0.9225445120069715, "plain loss": 0.04985241051382494, "standard loss": 0.0379232884808271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.18016666666666, "Augmented-Loss": 0.035263840381859334, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03247239603637718, "PGD-Accuracy": 7.533333333333333, "PGD-Loss": 40.52106923421224}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 1140.7965116500854, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2536, "Augmented-Loss": 0.029316641137428583, "Clean-Accuracy": 99.35, "Clean-Loss": 0.02470958794131875, "PGD-Accuracy": 13.83, "PGD-Loss": 34.273648815917966}, "Total-Time": 111906.21460485458, "Train": {"Loss": 0.9248841944270664, "avg t": 0.9225727720613833, "plain loss": 0.04832610567499095, "standard loss": 0.03571830351429957}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2775, "Augmented-Loss": 0.03391315292647574, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.030959313321703423, "PGD-Accuracy": 14.883333333333333, "PGD-Loss": 33.23297237141927}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 1168.2363650798798, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2911, "Augmented-Loss": 0.028304611640919, "Clean-Accuracy": 99.37, "Clean-Loss": 0.023642466769367456, "PGD-Accuracy": 10.75, "PGD-Loss": 37.224071606445314}, "Total-Time": 113074.45096993446, "Train": {"Loss": 0.9246194163605019, "avg t": 0.9225264275515521, "plain loss": 0.04555628654515296, "standard loss": 0.030699429708774442}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.23183333333333, "Augmented-Loss": 0.033298214843212624, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.03045848325205346, "PGD-Accuracy": 11.366666666666667, "PGD-Loss": 36.6343798828125}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 1173.8579168319702, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.1076, "Augmented-Loss": 0.04434763880562782, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03021557472795248, "PGD-Accuracy": 16.48, "PGD-Loss": 21.097959716796876}, "Total-Time": 114248.30888676643, "Train": {"Loss": 0.9243966503496523, "avg t": 0.9225081019578156, "plain loss": 0.04965791657677398, "standard loss": 0.036271236900654105}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.09366666666666, "Augmented-Loss": 0.044759051221174496, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03383445677595834, "PGD-Accuracy": 17.3, "PGD-Loss": 20.1784868367513}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 1147.306283712387, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2592, "Augmented-Loss": 0.029289001362375916, "Clean-Accuracy": 99.36, "Clean-Loss": 0.022693193375691773, "PGD-Accuracy": 4.72, "PGD-Loss": 43.8069341796875}, "Total-Time": 115395.61517047882, "Train": {"Loss": 0.9244550477487069, "avg t": 0.9225090664051198, "plain loss": 0.050448704269197286, "standard loss": 0.028814421345376307}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.24766666666666, "Augmented-Loss": 0.035015231476679134, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.031895207182504236, "PGD-Accuracy": 5.266666666666667, "PGD-Loss": 43.56477950032552}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 1128.7015929222107, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2911, "Augmented-Loss": 0.025216716684874147, "Clean-Accuracy": 99.38, "Clean-Loss": 0.02207257331283763, "PGD-Accuracy": 3.98, "PGD-Loss": 45.53072312011719}, "Total-Time": 116524.31676340103, "Train": {"Loss": 0.9246915748914083, "avg t": 0.9225256077448527, "plain loss": 0.049117959311273364, "standard loss": 0.027243268365385355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.3055, "Augmented-Loss": 0.031080610348889603, "Clean-Accuracy": 99.35, "Clean-Loss": 0.030030932349540913, "PGD-Accuracy": 4.516666666666667, "PGD-Loss": 44.40565006510417}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 1130.7859826087952, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.39999389648438, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1466, "Augmented-Loss": 0.05071701916456223, "Clean-Accuracy": 99.27, "Clean-Loss": 0.03823582764863968, "PGD-Accuracy": 22.61, "PGD-Loss": 16.74740517578125}, "Total-Time": 117655.10274600983, "Train": {"Loss": 0.9243847234514024, "avg t": 0.9225040510318897, "plain loss": 0.04754300985954429, "standard loss": 0.028295487925962166}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.14133333333334, "Augmented-Loss": 0.05020297934291264, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04015148251007001, "PGD-Accuracy": 22.733333333333334, "PGD-Loss": 16.610048675537108}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 1143.573296546936, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2506, "Augmented-Loss": 0.031254940520212056, "Clean-Accuracy": 99.37, "Clean-Loss": 0.026491843946278095, "PGD-Accuracy": 12.68, "PGD-Loss": 35.071939575195316}, "Total-Time": 118798.67604255676, "Train": {"Loss": 0.9244981676031042, "avg t": 0.9225279225596675, "plain loss": 0.049999335526537, "standard loss": 0.038029189770972284}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.2625, "Augmented-Loss": 0.03369986703495495, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.030573645530889433, "PGD-Accuracy": 13.85, "PGD-Loss": 33.828486246744795}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 1172.0288219451904, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1501, "Augmented-Loss": 0.057253736143827436, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03961129846572876, "PGD-Accuracy": 18.84, "PGD-Loss": 19.36343950805664}, "Total-Time": 119970.70486450195, "Train": {"Loss": 0.924507245681904, "avg t": 0.9224794078579656, "plain loss": 0.04800878814503001, "standard loss": 0.034389304915236105}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.1025, "Augmented-Loss": 0.057423687779208026, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.0426179001480341, "PGD-Accuracy": 18.883333333333333, "PGD-Loss": 18.36508146158854}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 1169.9459347724915, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2178, "Augmented-Loss": 0.042868482677936554, "Clean-Accuracy": 99.38, "Clean-Loss": 0.029916990101337432, "PGD-Accuracy": 21.12, "PGD-Loss": 20.552185192871093}, "Total-Time": 121140.65079927444, "Train": {"Loss": 0.9247421473750361, "avg t": 0.9225070409598174, "plain loss": 0.04827665344874069, "standard loss": 0.031756419349047875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.21966666666667, "Augmented-Loss": 0.04429067151042322, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03463339387873809, "PGD-Accuracy": 21.133333333333333, "PGD-Loss": 19.90540121459961}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 1143.144448041916, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.62999725341797, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2119, "Augmented-Loss": 0.04125379749569297, "Clean-Accuracy": 99.32, "Clean-Loss": 0.029338428534567355, "PGD-Accuracy": 18.69, "PGD-Loss": 26.52375457763672}, "Total-Time": 122283.79524731636, "Train": {"Loss": 0.9245249186974984, "avg t": 0.9225060765478346, "plain loss": 0.04766958584079041, "standard loss": 0.03273153591569927}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.19033333333333, "Augmented-Loss": 0.0419811329474921, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.032884878557175395, "PGD-Accuracy": 18.8, "PGD-Loss": 25.4862470703125}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 1130.4180011749268, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.62999725341797, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2106, "Augmented-Loss": 0.04041564248159528, "Clean-Accuracy": 99.3, "Clean-Loss": 0.029993175473809242, "PGD-Accuracy": 16.27, "PGD-Loss": 25.007315295410155}, "Total-Time": 123414.21324849129, "Train": {"Loss": 0.9246281705962287, "avg t": 0.9225257524737606, "plain loss": 0.046528383828975554, "standard loss": 0.031541264516335946}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.24583333333334, "Augmented-Loss": 0.04180194266865651, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03419972559188803, "PGD-Accuracy": 16.866666666666667, "PGD-Loss": 23.734742899576823}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 1131.012731552124, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.04000091552734, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.1251, "Augmented-Loss": 0.05969800374102593, "Clean-Accuracy": 99.26, "Clean-Loss": 0.047513115203380585, "PGD-Accuracy": 20.34, "PGD-Loss": 17.04779046020508}, "Total-Time": 124545.22598004341, "Train": {"Loss": 0.9242235876895764, "avg t": 0.9224586227734883, "plain loss": 0.04702093496322632, "standard loss": 0.03388812395571558}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.1445, "Augmented-Loss": 0.05660310610791047, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.046818644717335704, "PGD-Accuracy": 20.1, "PGD-Loss": 15.751487635294597}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 1149.874617099762, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2483, "Augmented-Loss": 0.02833440252608806, "Clean-Accuracy": 99.38, "Clean-Loss": 0.023059870216995477, "PGD-Accuracy": 11.02, "PGD-Loss": 33.47556467285156}, "Total-Time": 125695.10059714317, "Train": {"Loss": 0.9247535932682178, "avg t": 0.9225408952147872, "plain loss": 0.05093522939417101, "standard loss": 0.03334056097545006}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.25933333333333, "Augmented-Loss": 0.03354012802312306, "Clean-Accuracy": 99.35, "Clean-Loss": 0.030281058094153802, "PGD-Accuracy": 11.866666666666667, "PGD-Loss": 33.39465743001302}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 1173.0526390075684, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.2277, "Augmented-Loss": 0.0377344504288733, "Clean-Accuracy": 99.37, "Clean-Loss": 0.024824510638415814, "PGD-Accuracy": 11.69, "PGD-Loss": 30.65480224609375}, "Total-Time": 126868.15323615074, "Train": {"Loss": 0.9244263041637562, "avg t": 0.9224858219182049, "plain loss": 0.04690983989680253, "standard loss": 0.031978680541117986}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.19783333333334, "Augmented-Loss": 0.04154101832449436, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03255430012987927, "PGD-Accuracy": 11.483333333333333, "PGD-Loss": 30.25765195719401}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 1165.0777280330658, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2156, "Augmented-Loss": 0.03959954773727059, "Clean-Accuracy": 99.32, "Clean-Loss": 0.03289050318747759, "PGD-Accuracy": 18.55, "PGD-Loss": 20.672244409179687}, "Total-Time": 128033.23096418381, "Train": {"Loss": 0.9244027915000915, "avg t": 0.9224627701088234, "plain loss": 0.04672691541689412, "standard loss": 0.031564695432230276}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.248, "Augmented-Loss": 0.04091571403111021, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03597137762978673, "PGD-Accuracy": 18.616666666666667, "PGD-Loss": 20.03640377807617}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 1141.255252122879, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.72000122070312, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 98.8973, "Augmented-Loss": 0.07757613977897167, "Clean-Accuracy": 98.98, "Clean-Loss": 0.06401941941976547, "PGD-Accuracy": 17.0, "PGD-Loss": 15.96036439819336}, "Total-Time": 129174.48621630669, "Train": {"Loss": 0.924379659264176, "avg t": 0.9225090182622274, "plain loss": 0.04810182368490432, "standard loss": 0.03780156207802119}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.02383333333333, "Augmented-Loss": 0.07128879736021161, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.059489779725670815, "PGD-Accuracy": 17.633333333333333, "PGD-Loss": 14.702583674112956}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 1078.1498112678528, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47999572753906, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1581, "Augmented-Loss": 0.05656335471069813, "Clean-Accuracy": 99.22, "Clean-Loss": 0.04657128500938416, "PGD-Accuracy": 20.4, "PGD-Loss": 19.27005096435547}, "Total-Time": 130252.63602757454, "Train": {"Loss": 0.9244375928949427, "avg t": 0.9224807100296021, "plain loss": 0.05000315337181088, "standard loss": 0.036196284538341894}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.1345, "Augmented-Loss": 0.05705792925260961, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04918230129778385, "PGD-Accuracy": 21.366666666666667, "PGD-Loss": 19.034662200927734}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 1073.9682502746582, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29000091552734, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0992, "Augmented-Loss": 0.05640632466703653, "Clean-Accuracy": 99.22, "Clean-Loss": 0.036868214532732965, "PGD-Accuracy": 20.13, "PGD-Loss": 14.809775732421874}, "Total-Time": 131326.6042778492, "Train": {"Loss": 0.9244155263547544, "avg t": 0.9224824460347494, "plain loss": 0.048515977394139376, "standard loss": 0.03383735022114383}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.1875, "Augmented-Loss": 0.054149935887952645, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03862765106310447, "PGD-Accuracy": 20.366666666666667, "PGD-Loss": 14.828899088541666}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 1088.2763812541962, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.82999420166016, "Augmented-Accuracy": 99.284, "Augmented-Loss": 0.03060468521684408, "Clean-Accuracy": 99.39, "Clean-Loss": 0.026926779641211034, "PGD-Accuracy": 15.28, "PGD-Loss": 30.587099731445313}, "Total-Time": 132414.8806591034, "Train": {"Loss": 0.9243507128115054, "avg t": 0.9224300733672248, "plain loss": 0.04585336436254002, "standard loss": 0.03511392151674739}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.22033333333333, "Augmented-Loss": 0.03553210456858699, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03286684975090126, "PGD-Accuracy": 16.1, "PGD-Loss": 29.38357590738932}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 1084.6926262378693, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1824, "Augmented-Loss": 0.03222134697174281, "Clean-Accuracy": 99.26, "Clean-Loss": 0.02577004179134965, "PGD-Accuracy": 11.06, "PGD-Loss": 29.93955363769531}, "Total-Time": 133499.57328534126, "Train": {"Loss": 0.9243654818534851, "avg t": 0.9224628183930008, "plain loss": 0.045827098836722154, "standard loss": 0.03216031294729974}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.2315, "Augmented-Loss": 0.03529411962551375, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03161679039290175, "PGD-Accuracy": 11.466666666666667, "PGD-Loss": 30.095689575195312}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 1009.6602776050568, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.2219, "Augmented-Loss": 0.042598603258311746, "Clean-Accuracy": 99.27, "Clean-Loss": 0.03449044388234615, "PGD-Accuracy": 16.62, "PGD-Loss": 24.51070233154297}, "Total-Time": 134509.23356294632, "Train": {"Loss": 0.9244020940462748, "avg t": 0.922471064903118, "plain loss": 0.0480493233345173, "standard loss": 0.031192137935095364}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.26633333333334, "Augmented-Loss": 0.04375184909020861, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03742776147772869, "PGD-Accuracy": 17.75, "PGD-Loss": 23.92295674641927}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 1011.0547196865082, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.249, "Augmented-Loss": 0.030324156565383075, "Clean-Accuracy": 99.37, "Clean-Loss": 0.024941698344796898, "PGD-Accuracy": 10.08, "PGD-Loss": 33.44287294921875}, "Total-Time": 135520.28828263283, "Train": {"Loss": 0.9241796014573839, "avg t": 0.9224275174494143, "plain loss": 0.04598213297967564, "standard loss": 0.03421173042114134}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.30916666666667, "Augmented-Loss": 0.03415354579416414, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03025114087263743, "PGD-Accuracy": 10.5, "PGD-Loss": 33.62328009033203}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 1010.7864458560944, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2967, "Augmented-Loss": 0.02886186221268773, "Clean-Accuracy": 99.4, "Clean-Loss": 0.022132650750875473, "PGD-Accuracy": 10.67, "PGD-Loss": 29.966496594238283}, "Total-Time": 136531.07472848892, "Train": {"Loss": 0.9243284447634662, "avg t": 0.9224455055130852, "plain loss": 0.047586154572168984, "standard loss": 0.03400005994240443}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.48332977294922, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.3055, "Augmented-Loss": 0.03305638166119965, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.028911708186691008, "PGD-Accuracy": 11.75, "PGD-Loss": 28.857405354817708}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 1017.5494139194489, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.1051, "Augmented-Loss": 0.05397833074581623, "Clean-Accuracy": 99.26, "Clean-Loss": 0.03365913269072771, "PGD-Accuracy": 18.57, "PGD-Loss": 15.862664770507813}, "Total-Time": 137548.62414240837, "Train": {"Loss": 0.9245834177511709, "avg t": 0.9224709684583876, "plain loss": 0.046329933481746306, "standard loss": 0.027825359374560692}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.179, "Augmented-Loss": 0.052743443753098446, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.036842443839336436, "PGD-Accuracy": 18.266666666666666, "PGD-Loss": 15.834708475748698}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 1029.0240623950958, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2242, "Augmented-Loss": 0.03346383061219752, "Clean-Accuracy": 99.35, "Clean-Loss": 0.023514807993173598, "PGD-Accuracy": 14.35, "PGD-Loss": 25.733419104003907}, "Total-Time": 138577.64820480347, "Train": {"Loss": 0.924302415282638, "avg t": 0.922455391742565, "plain loss": 0.04739867675481012, "standard loss": 0.028500262598472614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.26933333333334, "Augmented-Loss": 0.03590040651067471, "Clean-Accuracy": 99.35, "Clean-Loss": 0.029806268569702903, "PGD-Accuracy": 14.75, "PGD-Loss": 25.812884724934896}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 1023.4126062393188, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2366, "Augmented-Loss": 0.02443765493915882, "Clean-Accuracy": 99.35, "Clean-Loss": 0.021668993276217952, "PGD-Accuracy": 3.03, "PGD-Loss": 45.229182788085936}, "Total-Time": 139601.0608110428, "Train": {"Loss": 0.924364629763144, "avg t": 0.9224679784598174, "plain loss": 0.04600212875207265, "standard loss": 0.02863738093663145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.2505, "Augmented-Loss": 0.033552081597590586, "Clean-Accuracy": 99.35, "Clean-Loss": 0.033556620518904914, "PGD-Accuracy": 3.75, "PGD-Loss": 45.26311018880208}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 1009.862783908844, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2191, "Augmented-Loss": 0.03181450562371314, "Clean-Accuracy": 99.33, "Clean-Loss": 0.02325163885988295, "PGD-Accuracy": 13.65, "PGD-Loss": 27.535248486328125}, "Total-Time": 140610.92359495163, "Train": {"Loss": 0.9244764611985948, "avg t": 0.9224680749751903, "plain loss": 0.04607884374812793, "standard loss": 0.0279911507398442}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.202, "Augmented-Loss": 0.03701871048797543, "Clean-Accuracy": 99.3, "Clean-Loss": 0.032046751708723606, "PGD-Accuracy": 14.316666666666666, "PGD-Loss": 26.32645644124349}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 1011.7208213806152, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68000030517578, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.2286, "Augmented-Loss": 0.03934379708531499, "Clean-Accuracy": 99.31, "Clean-Loss": 0.03092455480992794, "PGD-Accuracy": 21.87, "PGD-Loss": 17.930486553955078}, "Total-Time": 141622.64441633224, "Train": {"Loss": 0.9244723526460153, "avg t": 0.9224654708085237, "plain loss": 0.04641809114526821, "standard loss": 0.030187225998551757}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.23266666666666, "Augmented-Loss": 0.04142140114324788, "Clean-Accuracy": 99.25, "Clean-Loss": 0.034983145603289204, "PGD-Accuracy": 22.316666666666666, "PGD-Loss": 17.16977541097005}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 1010.9985558986664, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.7699966430664, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2532, "Augmented-Loss": 0.03579509990364313, "Clean-Accuracy": 99.36, "Clean-Loss": 0.027993403586745264, "PGD-Accuracy": 15.35, "PGD-Loss": 26.60545360107422}, "Total-Time": 142633.6429722309, "Train": {"Loss": 0.9242714766926236, "avg t": 0.9224651332078156, "plain loss": 0.044768881313889106, "standard loss": 0.03340637816198998}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2305, "Augmented-Loss": 0.03861958532984058, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03277515589818358, "PGD-Accuracy": 15.916666666666666, "PGD-Loss": 25.978841990152993}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 1020.9002313613892, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43999481201172, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.2288, "Augmented-Loss": 0.060362588213741776, "Clean-Accuracy": 99.29, "Clean-Loss": 0.04771906381845474, "PGD-Accuracy": 23.68, "PGD-Loss": 10.495327880859374}, "Total-Time": 143654.5432035923, "Train": {"Loss": 0.9243818348425406, "avg t": 0.9224581404968545, "plain loss": 0.04559781643549603, "standard loss": 0.03319293294239927}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.2055, "Augmented-Loss": 0.058476726691077154, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04752581935624282, "PGD-Accuracy": 23.45, "PGD-Loss": 9.776225128173827}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 1029.0682327747345, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2774, "Augmented-Loss": 0.022927348316439427, "Clean-Accuracy": 99.37, "Clean-Loss": 0.020604273885535075, "PGD-Accuracy": 2.34, "PGD-Loss": 42.595316333007816}, "Total-Time": 144683.61143636703, "Train": {"Loss": 0.9244565787491975, "avg t": 0.9224348477257622, "plain loss": 0.0432635628161607, "standard loss": 0.02807063785471298}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.254, "Augmented-Loss": 0.03288198406247888, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03303538338476695, "PGD-Accuracy": 2.7666666666666666, "PGD-Loss": 42.41833919270833}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 1019.2468161582947, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.3055, "Augmented-Loss": 0.02872205110983178, "Clean-Accuracy": 99.41, "Clean-Loss": 0.021081627522967755, "PGD-Accuracy": 4.62, "PGD-Loss": 41.52706569824219}, "Total-Time": 145702.85825252533, "Train": {"Loss": 0.9241613770414282, "avg t": 0.922419463828758, "plain loss": 0.04468253696141422, "standard loss": 0.02404197719582805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.28116666666666, "Augmented-Loss": 0.033783349224349175, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.029271129250798063, "PGD-Accuracy": 5.083333333333333, "PGD-Loss": 41.300205891927085}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 1010.0929934978485, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.89999389648438, "Augmented-0.05-Quantile-Accuracy": 97.8699951171875, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.9886, "Augmented-Loss": 0.0804291271367073, "Clean-Accuracy": 99.19, "Clean-Loss": 0.05175915135145187, "PGD-Accuracy": 19.5, "PGD-Loss": 9.402833209228517}, "Total-Time": 146712.95124602318, "Train": {"Loss": 0.9243683168799789, "avg t": 0.9224497010972765, "plain loss": 0.04454034320954925, "standard loss": 0.027284385963584536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.04366666666667, "Augmented-Loss": 0.07716405015736819, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05247359262406826, "PGD-Accuracy": 19.166666666666668, "PGD-Loss": 8.712984008789062}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 1011.8625462055206, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.294, "Augmented-Loss": 0.02737762408161536, "Clean-Accuracy": 99.36, "Clean-Loss": 0.022186205138079822, "PGD-Accuracy": 5.96, "PGD-Loss": 42.830105810546875}, "Total-Time": 147724.8137922287, "Train": {"Loss": 0.9244735415599964, "avg t": 0.9224640722274781, "plain loss": 0.045767450647000864, "standard loss": 0.02699293041960509}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.24683333333333, "Augmented-Loss": 0.03413929155107277, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03130627705218891, "PGD-Accuracy": 6.666666666666667, "PGD-Loss": 42.51991514078776}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 1011.0405457019806, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2988, "Augmented-Loss": 0.027678112321425228, "Clean-Accuracy": 99.41, "Clean-Loss": 0.022151386866718532, "PGD-Accuracy": 8.36, "PGD-Loss": 34.68665483398438}, "Total-Time": 148735.85433793068, "Train": {"Loss": 0.9242623217194169, "avg t": 0.9224362462714867, "plain loss": 0.043423047833089506, "standard loss": 0.0267360224823157}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.17666666666666, "Augmented-Loss": 0.03517533348631114, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03223525050864555, "PGD-Accuracy": 8.65, "PGD-Loss": 34.45883732096354}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 1024.4486763477325, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2014, "Augmented-Loss": 0.032192914345867935, "Clean-Accuracy": 99.28, "Clean-Loss": 0.02485542944520712, "PGD-Accuracy": 14.91, "PGD-Loss": 21.019747192382813}, "Total-Time": 149760.3030142784, "Train": {"Loss": 0.9244799376946908, "avg t": 0.9224633970613833, "plain loss": 0.044126982872574376, "standard loss": 0.028789008608294857}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.226, "Augmented-Loss": 0.03588395620174085, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03142545659467578, "PGD-Accuracy": 15.283333333333333, "PGD-Loss": 20.814786041259765}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 1028.11572098732, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1901, "Augmented-Loss": 0.04035281587693095, "Clean-Accuracy": 99.3, "Clean-Loss": 0.032941080872714516, "PGD-Accuracy": 20.32, "PGD-Loss": 17.851636749267577}, "Total-Time": 150788.41873526573, "Train": {"Loss": 0.924295887487906, "avg t": 0.9224440104873092, "plain loss": 0.04344189407030737, "standard loss": 0.029888414704275352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.13933333333334, "Augmented-Loss": 0.042503828806430104, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03722628760834535, "PGD-Accuracy": 21.95, "PGD-Loss": 17.648446512858072}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 1016.1131644248962, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2671, "Augmented-Loss": 0.03325059829303622, "Clean-Accuracy": 99.32, "Clean-Loss": 0.027635494677722455, "PGD-Accuracy": 19.25, "PGD-Loss": 20.201101110839843}, "Total-Time": 151804.53189969063, "Train": {"Loss": 0.9241325100792779, "avg t": 0.9224464217291938, "plain loss": 0.04381981137152071, "standard loss": 0.03528906559723395}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.19883333333334, "Augmented-Loss": 0.036044502100438504, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03236255167424679, "PGD-Accuracy": 19.45, "PGD-Loss": 19.61297291056315}, "args": {"algorithm": "CVaR_Modified_SGD_Autograd", "cvar_sgd_beta": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
