{"Epoch": 0, "Epoch-Time": 497.25325179100037, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.70000076293945, "Augmented-0.05-Quantile-Accuracy": 34.56999969482422, "Augmented-0.1-Quantile-Accuracy": 34.91999816894531, "Augmented-Accuracy": 36.4352, "Augmented-Loss": 1.6785102783966064, "Clean-Accuracy": 37.4, "Clean-Loss": 1.7253348541259765, "PGD-Accuracy": 6.07, "PGD-Loss": 2.705150166320801}, "Total-Time": 497.25325179100037, "Train": {"Loss": 6.284710177612305, "avg t": 1.6246803125, "plain loss": 1.9848050794982928, "standard loss": 1.9848567818450928}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 34.939998626708984, "Augmented-0.05-Quantile-Accuracy": 35.7599983215332, "Augmented-0.1-Quantile-Accuracy": 36.13999938964844, "Augmented-Accuracy": 37.6914, "Augmented-Loss": 1.73186415435791, "Clean-Accuracy": 36.88, "Clean-Loss": 1.725663960647583, "PGD-Accuracy": 7.94, "PGD-Loss": 2.4804691535949708}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 496.69122529029846, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.28999710083008, "Augmented-0.05-Quantile-Accuracy": 42.53999710083008, "Augmented-0.1-Quantile-Accuracy": 43.11000061035156, "Augmented-Accuracy": 45.5209, "Augmented-Loss": 1.5620965373840332, "Clean-Accuracy": 44.29, "Clean-Loss": 1.6056638061523438, "PGD-Accuracy": 4.92, "PGD-Loss": 3.1279164459228515}, "Total-Time": 993.9444770812988, "Train": {"Loss": 3.8855768673324587, "avg t": 1.5466653125, "plain loss": 1.6914095253906245, "standard loss": 1.6911320796585083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.20000076293945, "Augmented-0.05-Quantile-Accuracy": 40.459999084472656, "Augmented-0.1-Quantile-Accuracy": 40.91999816894531, "Augmented-Accuracy": 42.7676, "Augmented-Loss": 1.6260162879657745, "Clean-Accuracy": 36.72, "Clean-Loss": 1.7430056684494017, "PGD-Accuracy": 5.92, "PGD-Loss": 2.7834526481628417}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 498.10975408554077, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.97999954223633, "Augmented-0.05-Quantile-Accuracy": 43.75, "Augmented-0.1-Quantile-Accuracy": 44.5, "Augmented-Accuracy": 47.1574, "Augmented-Loss": 1.5090045847473144, "Clean-Accuracy": 47.99, "Clean-Loss": 1.5015475051879883, "PGD-Accuracy": 2.54, "PGD-Loss": 3.7575567687988283}, "Total-Time": 1492.0542311668396, "Train": {"Loss": 3.3183908177948, "avg t": 1.49156421875, "plain loss": 1.5916142336730958, "standard loss": 1.590988885269165}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.18000030517578, "Augmented-0.05-Quantile-Accuracy": 45.71999740600586, "Augmented-0.1-Quantile-Accuracy": 46.37999725341797, "Augmented-Accuracy": 48.6032, "Augmented-Loss": 1.5203604327354432, "Clean-Accuracy": 43.04, "Clean-Loss": 1.5852740718841554, "PGD-Accuracy": 3.46, "PGD-Loss": 3.360680310058594}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 502.45962500572205, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.63999938964844, "Augmented-0.05-Quantile-Accuracy": 44.27000045776367, "Augmented-0.1-Quantile-Accuracy": 45.04999923706055, "Augmented-Accuracy": 47.712, "Augmented-Loss": 1.5069373560028076, "Clean-Accuracy": 47.45, "Clean-Loss": 1.4617351928710938, "PGD-Accuracy": 2.02, "PGD-Loss": 3.6279236083984374}, "Total-Time": 1994.5138561725616, "Train": {"Loss": 2.912615238761902, "avg t": 1.44747609375, "plain loss": 1.5152435465087881, "standard loss": 1.5143876734924315}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.13999938964844, "Augmented-0.05-Quantile-Accuracy": 44.91999816894531, "Augmented-0.1-Quantile-Accuracy": 45.63999938964844, "Augmented-Accuracy": 48.1092, "Augmented-Loss": 1.4825731142425538, "Clean-Accuracy": 44.7, "Clean-Loss": 1.534917611694336, "PGD-Accuracy": 3.0, "PGD-Loss": 3.2985407188415525}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 497.3862636089325, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.2599983215332, "Augmented-0.05-Quantile-Accuracy": 51.25, "Augmented-0.1-Quantile-Accuracy": 52.22999954223633, "Augmented-Accuracy": 55.3742, "Augmented-Loss": 1.4517887338562012, "Clean-Accuracy": 55.05, "Clean-Loss": 1.41896971282959, "PGD-Accuracy": 0.84, "PGD-Loss": 4.221794244384766}, "Total-Time": 2491.900119781494, "Train": {"Loss": 2.6664647514343263, "avg t": 1.41192171875, "plain loss": 1.4588356846923836, "standard loss": 1.4574050034713746}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.81999969482422, "Augmented-0.05-Quantile-Accuracy": 51.57999801635742, "Augmented-0.1-Quantile-Accuracy": 52.21999740600586, "Augmented-Accuracy": 55.0676, "Augmented-Loss": 1.4471333832149507, "Clean-Accuracy": 56.54, "Clean-Loss": 1.4046178451538085, "PGD-Accuracy": 1.44, "PGD-Loss": 3.789788456726074}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 499.81491684913635, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.63999938964844, "Augmented-0.05-Quantile-Accuracy": 46.82999801635742, "Augmented-0.1-Quantile-Accuracy": 47.84000015258789, "Augmented-Accuracy": 51.6667, "Augmented-Loss": 1.4862612978515626, "Clean-Accuracy": 54.25, "Clean-Loss": 1.3922193939208984, "PGD-Accuracy": 0.19, "PGD-Loss": 4.999112683105468}, "Total-Time": 2991.7150366306305, "Train": {"Loss": 2.4460648770904543, "avg t": 1.38194984375, "plain loss": 1.4096891551513664, "standard loss": 1.4076611657333373}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.79999923706055, "Augmented-0.05-Quantile-Accuracy": 49.81999969482422, "Augmented-0.1-Quantile-Accuracy": 50.89999771118164, "Augmented-Accuracy": 54.4552, "Augmented-Loss": 1.4324837691783905, "Clean-Accuracy": 53.7, "Clean-Loss": 1.4102400485992432, "PGD-Accuracy": 0.5, "PGD-Loss": 4.495841172790527}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 498.5569067001343, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.47999954223633, "Augmented-0.05-Quantile-Accuracy": 54.959999084472656, "Augmented-0.1-Quantile-Accuracy": 55.97999954223633, "Augmented-Accuracy": 59.8316, "Augmented-Loss": 1.3808920636901856, "Clean-Accuracy": 61.16, "Clean-Loss": 1.3188186141967773, "PGD-Accuracy": 0.23, "PGD-Loss": 4.9860030487060545}, "Total-Time": 3490.2719433307648, "Train": {"Loss": 2.257981351776123, "avg t": 1.35357546875, "plain loss": 1.3631168664550783, "standard loss": 1.3606769668579102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.3599967956543, "Augmented-0.05-Quantile-Accuracy": 55.7599983215332, "Augmented-0.1-Quantile-Accuracy": 57.34000015258789, "Augmented-Accuracy": 61.0976, "Augmented-Loss": 1.358793315103531, "Clean-Accuracy": 62.16, "Clean-Loss": 1.2978131851196288, "PGD-Accuracy": 0.4, "PGD-Loss": 4.6125110969543455}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 502.8012933731079, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.69999694824219, "Augmented-0.05-Quantile-Accuracy": 54.5, "Augmented-0.1-Quantile-Accuracy": 55.90999984741211, "Augmented-Accuracy": 60.4944, "Augmented-Loss": 1.3981713494262695, "Clean-Accuracy": 60.74, "Clean-Loss": 1.3228905609130859, "PGD-Accuracy": 0.18, "PGD-Loss": 5.108780624389649}, "Total-Time": 3993.0732367038727, "Train": {"Loss": 2.155168135070801, "avg t": 1.32841859375, "plain loss": 1.3241988390197759, "standard loss": 1.321372449798584}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.119998931884766, "Augmented-0.05-Quantile-Accuracy": 54.89999771118164, "Augmented-0.1-Quantile-Accuracy": 56.07999801635742, "Augmented-Accuracy": 60.6426, "Augmented-Loss": 1.375295427757263, "Clean-Accuracy": 57.62, "Clean-Loss": 1.3422900068283081, "PGD-Accuracy": 0.28, "PGD-Loss": 4.759387911987305}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 500.06944131851196, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.439998626708984, "Augmented-0.05-Quantile-Accuracy": 51.30999755859375, "Augmented-0.1-Quantile-Accuracy": 52.64999771118164, "Augmented-Accuracy": 57.0397, "Augmented-Loss": 1.412334502532959, "Clean-Accuracy": 60.52, "Clean-Loss": 1.3067290786743164, "PGD-Accuracy": 0.17, "PGD-Loss": 5.540694360351562}, "Total-Time": 4493.142678022385, "Train": {"Loss": 2.0480266387939454, "avg t": 1.3085084375, "plain loss": 1.28912947128296, "standard loss": 1.285872171936035}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.3599967956543, "Augmented-0.05-Quantile-Accuracy": 54.81999969482422, "Augmented-0.1-Quantile-Accuracy": 56.03999710083008, "Augmented-Accuracy": 59.9638, "Augmented-Loss": 1.3525600152511597, "Clean-Accuracy": 62.94, "Clean-Loss": 1.2514193984985351, "PGD-Accuracy": 0.38, "PGD-Loss": 5.190888243103028}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 500.0770163536072, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.23999786376953, "Augmented-0.05-Quantile-Accuracy": 59.63999938964844, "Augmented-0.1-Quantile-Accuracy": 60.939998626708984, "Augmented-Accuracy": 66.0957, "Augmented-Loss": 1.3510414488220215, "Clean-Accuracy": 66.09, "Clean-Loss": 1.2395057487487793, "PGD-Accuracy": 0.18, "PGD-Loss": 5.63302958984375}, "Total-Time": 4993.219694375992, "Train": {"Loss": 2.014983949584961, "avg t": 1.29761828125, "plain loss": 1.2716337800292967, "standard loss": 1.267760379257202}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.15999984741211, "Augmented-0.05-Quantile-Accuracy": 61.97999954223633, "Augmented-0.1-Quantile-Accuracy": 63.459999084472656, "Augmented-Accuracy": 68.3292, "Augmented-Loss": 1.2889748553504943, "Clean-Accuracy": 58.84, "Clean-Loss": 1.2477499061584472, "PGD-Accuracy": 0.34, "PGD-Loss": 5.263750003814697}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 500.7895998954773, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.7599983215332, "Augmented-0.05-Quantile-Accuracy": 55.8599967956543, "Augmented-0.1-Quantile-Accuracy": 57.14999771118164, "Augmented-Accuracy": 61.7354, "Augmented-Loss": 1.3969924103393554, "Clean-Accuracy": 64.69, "Clean-Loss": 1.2725545753479004, "PGD-Accuracy": 0.11, "PGD-Loss": 5.989891265869141}, "Total-Time": 5494.009294271469, "Train": {"Loss": 1.93515241645813, "avg t": 1.2737534375, "plain loss": 1.2336811583557123, "standard loss": 1.2290188692474364}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.47999954223633, "Augmented-0.05-Quantile-Accuracy": 59.68000030517578, "Augmented-0.1-Quantile-Accuracy": 60.81999969482422, "Augmented-Accuracy": 65.2788, "Augmented-Loss": 1.323148088991165, "Clean-Accuracy": 68.72, "Clean-Loss": 1.181487629890442, "PGD-Accuracy": 0.12, "PGD-Loss": 5.567230140686035}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 500.99215960502625, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.869998931884766, "Augmented-0.05-Quantile-Accuracy": 54.1099967956543, "Augmented-0.1-Quantile-Accuracy": 55.72999954223633, "Augmented-Accuracy": 61.0633, "Augmented-Loss": 1.3826601490631103, "Clean-Accuracy": 64.21, "Clean-Loss": 1.2609227676391601, "PGD-Accuracy": 0.25, "PGD-Loss": 5.783669256591797}, "Total-Time": 5995.001453876495, "Train": {"Loss": 1.9060917602920533, "avg t": 1.2666515625, "plain loss": 1.2275322249450675, "standard loss": 1.2227067862701415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.099998474121094, "Augmented-0.05-Quantile-Accuracy": 57.84000015258789, "Augmented-0.1-Quantile-Accuracy": 59.279998779296875, "Augmented-Accuracy": 63.7848, "Augmented-Loss": 1.3089956054973602, "Clean-Accuracy": 63.78, "Clean-Loss": 1.2118280563354493, "PGD-Accuracy": 0.3, "PGD-Loss": 5.459522443389893}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 502.04730582237244, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.73999786376953, "Augmented-0.05-Quantile-Accuracy": 55.029998779296875, "Augmented-0.1-Quantile-Accuracy": 56.2599983215332, "Augmented-Accuracy": 60.151, "Augmented-Loss": 1.3420925309066774, "Clean-Accuracy": 64.44, "Clean-Loss": 1.2372016647338868, "PGD-Accuracy": 0.16, "PGD-Loss": 5.760078924560547}, "Total-Time": 6497.048759698868, "Train": {"Loss": 1.855098147201538, "avg t": 1.24944453125, "plain loss": 1.2002298148193373, "standard loss": 1.194986791114807}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.91999816894531, "Augmented-0.05-Quantile-Accuracy": 59.619998931884766, "Augmented-0.1-Quantile-Accuracy": 60.81999969482422, "Augmented-Accuracy": 65.1142, "Augmented-Loss": 1.274917413805008, "Clean-Accuracy": 68.82, "Clean-Loss": 1.1233747346878051, "PGD-Accuracy": 0.18, "PGD-Loss": 5.381414608764649}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 500.044734954834, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.099998474121094, "Augmented-0.05-Quantile-Accuracy": 60.98999786376953, "Augmented-0.1-Quantile-Accuracy": 62.099998474121094, "Augmented-Accuracy": 66.6805, "Augmented-Loss": 1.307820962928772, "Clean-Accuracy": 68.13, "Clean-Loss": 1.1884092185974122, "PGD-Accuracy": 0.07, "PGD-Loss": 5.901125445556641}, "Total-Time": 6997.093494653702, "Train": {"Loss": 1.83690723777771, "avg t": 1.24177875, "plain loss": 1.1880494725341797, "standard loss": 1.1826768505859375}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.619998931884766, "Augmented-0.05-Quantile-Accuracy": 65.41999816894531, "Augmented-0.1-Quantile-Accuracy": 66.31999969482422, "Augmented-Accuracy": 70.4636, "Augmented-Loss": 1.2430373895454407, "Clean-Accuracy": 66.76, "Clean-Loss": 1.2101967555999755, "PGD-Accuracy": 0.1, "PGD-Loss": 5.605880760192871}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 500.3842375278473, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.89999771118164, "Augmented-0.05-Quantile-Accuracy": 51.5, "Augmented-0.1-Quantile-Accuracy": 53.12999725341797, "Augmented-Accuracy": 58.9788, "Augmented-Loss": 1.4142013489379883, "Clean-Accuracy": 63.06, "Clean-Loss": 1.274228823852539, "PGD-Accuracy": 0.11, "PGD-Loss": 6.311460925292969}, "Total-Time": 7497.477732181549, "Train": {"Loss": 1.8157866415405273, "avg t": 1.23733546875, "plain loss": 1.1792500375061052, "standard loss": 1.1739511966705323}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.13999938964844, "Augmented-0.05-Quantile-Accuracy": 58.47999954223633, "Augmented-0.1-Quantile-Accuracy": 60.019996643066406, "Augmented-Accuracy": 65.6472, "Augmented-Loss": 1.3115498079547883, "Clean-Accuracy": 66.5, "Clean-Loss": 1.2073057304382324, "PGD-Accuracy": 0.1, "PGD-Loss": 6.073051605987549}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 502.20795917510986, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.519996643066406, "Augmented-0.05-Quantile-Accuracy": 60.40999984741211, "Augmented-0.1-Quantile-Accuracy": 61.59000015258789, "Augmented-Accuracy": 65.7135, "Augmented-Loss": 1.2912991813735961, "Clean-Accuracy": 65.22, "Clean-Loss": 1.1946203681945802, "PGD-Accuracy": 0.11, "PGD-Loss": 5.88611880493164}, "Total-Time": 7999.685691356659, "Train": {"Loss": 1.7856216589736937, "avg t": 1.2287721875, "plain loss": 1.169319138549805, "standard loss": 1.1637657192230224}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.19999694824219, "Augmented-0.05-Quantile-Accuracy": 61.63999938964844, "Augmented-0.1-Quantile-Accuracy": 62.71999740600586, "Augmented-Accuracy": 66.5882, "Augmented-Loss": 1.243541417640686, "Clean-Accuracy": 61.96, "Clean-Loss": 1.213114668083191, "PGD-Accuracy": 0.08, "PGD-Loss": 5.533729569244385}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 499.39214873313904, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.599998474121094, "Augmented-0.05-Quantile-Accuracy": 57.939998626708984, "Augmented-0.1-Quantile-Accuracy": 59.59000015258789, "Augmented-Accuracy": 64.9914, "Augmented-Loss": 1.343331044784546, "Clean-Accuracy": 67.87, "Clean-Loss": 1.165629889678955, "PGD-Accuracy": 0.07, "PGD-Loss": 5.939437731933594}, "Total-Time": 8499.077840089798, "Train": {"Loss": 1.775535115699768, "avg t": 1.2228690625, "plain loss": 1.1595967955017075, "standard loss": 1.1541529638671875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.959999084472656, "Augmented-0.05-Quantile-Accuracy": 62.19999694824219, "Augmented-0.1-Quantile-Accuracy": 63.3599967956543, "Augmented-Accuracy": 68.2644, "Augmented-Loss": 1.2299377792682649, "Clean-Accuracy": 63.9, "Clean-Loss": 1.109788465309143, "PGD-Accuracy": 0.08, "PGD-Loss": 5.614315389251709}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 500.59958600997925, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.529998779296875, "Augmented-0.05-Quantile-Accuracy": 53.46999740600586, "Augmented-0.1-Quantile-Accuracy": 54.939998626708984, "Augmented-Accuracy": 59.5657, "Augmented-Loss": 1.3612490764389038, "Clean-Accuracy": 65.3, "Clean-Loss": 1.2000717834472656, "PGD-Accuracy": 0.05, "PGD-Loss": 5.892801275634765}, "Total-Time": 8999.677426099777, "Train": {"Loss": 1.7526608946990967, "avg t": 1.21884484375, "plain loss": 1.1529734407348629, "standard loss": 1.1473119926452637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.79999923706055, "Augmented-0.05-Quantile-Accuracy": 59.69999694824219, "Augmented-0.1-Quantile-Accuracy": 60.89999771118164, "Augmented-Accuracy": 65.3512, "Augmented-Loss": 1.2627502783870697, "Clean-Accuracy": 57.62, "Clean-Loss": 1.1687825199127198, "PGD-Accuracy": 0.12, "PGD-Loss": 5.5587423728942875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 503.0879096984863, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.94999694824219, "Augmented-0.05-Quantile-Accuracy": 61.849998474121094, "Augmented-0.1-Quantile-Accuracy": 63.29999923706055, "Augmented-Accuracy": 67.9593, "Augmented-Loss": 1.2965596679840088, "Clean-Accuracy": 70.26, "Clean-Loss": 1.175701747894287, "PGD-Accuracy": 0.08, "PGD-Loss": 6.086052813720703}, "Total-Time": 9502.765335798264, "Train": {"Loss": 1.739511499938965, "avg t": 1.21313078125, "plain loss": 1.1455412702941912, "standard loss": 1.1394380709457397}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.63999938964844, "Augmented-0.05-Quantile-Accuracy": 65.65999603271484, "Augmented-0.1-Quantile-Accuracy": 67.41999816894531, "Augmented-Accuracy": 72.007, "Augmented-Loss": 1.218039377084732, "Clean-Accuracy": 69.04, "Clean-Loss": 1.124716172027588, "PGD-Accuracy": 0.08, "PGD-Loss": 5.796763708496094}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 502.0803451538086, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.62999725341797, "Augmented-0.05-Quantile-Accuracy": 59.64999771118164, "Augmented-0.1-Quantile-Accuracy": 61.22999954223633, "Augmented-Accuracy": 65.8712, "Augmented-Loss": 1.318596148765564, "Clean-Accuracy": 70.8, "Clean-Loss": 1.1679657661437988, "PGD-Accuracy": 0.1, "PGD-Loss": 5.842354528808594}, "Total-Time": 10004.845680952072, "Train": {"Loss": 1.7343719412612915, "avg t": 1.2086225, "plain loss": 1.1377337854919427, "standard loss": 1.1320367207336426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.3599967956543, "Augmented-0.05-Quantile-Accuracy": 66.15999603271484, "Augmented-0.1-Quantile-Accuracy": 67.36000061035156, "Augmented-Accuracy": 71.6932, "Augmented-Loss": 1.2187824835720062, "Clean-Accuracy": 70.6, "Clean-Loss": 1.0816074928283692, "PGD-Accuracy": 0.1, "PGD-Loss": 5.483811661529541}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 500.3829679489136, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.14999771118164, "Augmented-0.05-Quantile-Accuracy": 57.66999816894531, "Augmented-0.1-Quantile-Accuracy": 59.06999969482422, "Augmented-Accuracy": 64.4895, "Augmented-Loss": 1.317681581451416, "Clean-Accuracy": 63.98, "Clean-Loss": 1.1882085914611817, "PGD-Accuracy": 0.14, "PGD-Loss": 6.164864916992188}, "Total-Time": 10505.228648900986, "Train": {"Loss": 1.7291151025772096, "avg t": 1.20966484375, "plain loss": 1.1388413817749035, "standard loss": 1.132962862472534}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.18000030517578, "Augmented-0.05-Quantile-Accuracy": 59.73999786376953, "Augmented-0.1-Quantile-Accuracy": 61.31999969482422, "Augmented-Accuracy": 66.185, "Augmented-Loss": 1.2326011069221496, "Clean-Accuracy": 60.84, "Clean-Loss": 1.1775085802078247, "PGD-Accuracy": 0.2, "PGD-Loss": 5.90120950088501}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 500.3853163719177, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.869998931884766, "Augmented-0.05-Quantile-Accuracy": 60.55999755859375, "Augmented-0.1-Quantile-Accuracy": 61.94999694824219, "Augmented-Accuracy": 66.8625, "Augmented-Loss": 1.3089317528533935, "Clean-Accuracy": 70.49, "Clean-Loss": 1.1724909660339355, "PGD-Accuracy": 0.1, "PGD-Loss": 5.897698596191407}, "Total-Time": 11005.613965272903, "Train": {"Loss": 1.7337228099060058, "avg t": 1.20998078125, "plain loss": 1.137144687896728, "standard loss": 1.1312494765472412}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.099998474121094, "Augmented-0.05-Quantile-Accuracy": 65.41999816894531, "Augmented-0.1-Quantile-Accuracy": 66.81999969482422, "Augmented-Accuracy": 71.4986, "Augmented-Loss": 1.2170660324020386, "Clean-Accuracy": 68.74, "Clean-Loss": 1.1137703632354736, "PGD-Accuracy": 0.18, "PGD-Loss": 5.616717473602295}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 499.2864148616791, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.48999786376953, "Augmented-0.05-Quantile-Accuracy": 61.189998626708984, "Augmented-0.1-Quantile-Accuracy": 62.66999816894531, "Augmented-Accuracy": 67.8841, "Augmented-Loss": 1.3161851454544067, "Clean-Accuracy": 70.33, "Clean-Loss": 1.1653075714111327, "PGD-Accuracy": 0.07, "PGD-Loss": 5.9621941833496095}, "Total-Time": 11504.900380134583, "Train": {"Loss": 1.7055340951156617, "avg t": 1.2018328125, "plain loss": 1.1256265880737302, "standard loss": 1.1198643502044678}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.65999984741211, "Augmented-0.05-Quantile-Accuracy": 64.76000213623047, "Augmented-0.1-Quantile-Accuracy": 66.33999633789062, "Augmented-Accuracy": 70.9242, "Augmented-Loss": 1.2311389313030243, "Clean-Accuracy": 70.14, "Clean-Loss": 1.12027592754364, "PGD-Accuracy": 0.04, "PGD-Loss": 5.683820008087158}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 501.20984292030334, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.80999755859375, "Augmented-0.05-Quantile-Accuracy": 57.869998931884766, "Augmented-0.1-Quantile-Accuracy": 59.209999084472656, "Augmented-Accuracy": 63.9195, "Augmented-Loss": 1.3179569609375, "Clean-Accuracy": 68.6, "Clean-Loss": 1.1585939903259277, "PGD-Accuracy": 0.29, "PGD-Loss": 5.843332958984375}, "Total-Time": 12006.110223054886, "Train": {"Loss": 1.7086373180770873, "avg t": 1.20322765625, "plain loss": 1.125722069030761, "standard loss": 1.1196770296478271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.23999786376953, "Augmented-0.05-Quantile-Accuracy": 64.83999633789062, "Augmented-0.1-Quantile-Accuracy": 66.19999694824219, "Augmented-Accuracy": 70.4612, "Augmented-Loss": 1.207678394651413, "Clean-Accuracy": 65.28, "Clean-Loss": 1.1560106859207153, "PGD-Accuracy": 0.1, "PGD-Loss": 5.568222219848633}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 502.13333320617676, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.66999816894531, "Augmented-0.05-Quantile-Accuracy": 60.82999801635742, "Augmented-0.1-Quantile-Accuracy": 62.189998626708984, "Augmented-Accuracy": 66.8076, "Augmented-Loss": 1.2953372572555542, "Clean-Accuracy": 68.6, "Clean-Loss": 1.150682089996338, "PGD-Accuracy": 0.07, "PGD-Loss": 6.0185704467773435}, "Total-Time": 12508.243556261063, "Train": {"Loss": 1.6974354803085328, "avg t": 1.1997921875, "plain loss": 1.1221664215087899, "standard loss": 1.1163676601409913}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.619998931884766, "Augmented-0.05-Quantile-Accuracy": 65.0999984741211, "Augmented-0.1-Quantile-Accuracy": 66.37999725341797, "Augmented-Accuracy": 70.453, "Augmented-Loss": 1.2129319615478515, "Clean-Accuracy": 70.5, "Clean-Loss": 1.0850102239608765, "PGD-Accuracy": 0.12, "PGD-Loss": 5.746350231933594}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 497.48470306396484, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.44999694824219, "Augmented-0.05-Quantile-Accuracy": 63.19999694824219, "Augmented-0.1-Quantile-Accuracy": 64.26000213623047, "Augmented-Accuracy": 68.4288, "Augmented-Loss": 1.2555412722244264, "Clean-Accuracy": 68.5, "Clean-Loss": 1.1450774536132813, "PGD-Accuracy": 0.18, "PGD-Loss": 5.740848095703125}, "Total-Time": 13005.728259325027, "Train": {"Loss": 1.7095070852661134, "avg t": 1.20110359375, "plain loss": 1.1254977945556648, "standard loss": 1.1195201021575927}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.519996643066406, "Augmented-0.05-Quantile-Accuracy": 64.81999969482422, "Augmented-0.1-Quantile-Accuracy": 66.13999938964844, "Augmented-Accuracy": 69.9324, "Augmented-Loss": 1.2041117434577941, "Clean-Accuracy": 64.4, "Clean-Loss": 1.1213001949310302, "PGD-Accuracy": 0.18, "PGD-Loss": 5.4607004623413085}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 497.75827717781067, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.38999938964844, "Augmented-0.05-Quantile-Accuracy": 62.5099983215332, "Augmented-0.1-Quantile-Accuracy": 63.869998931884766, "Augmented-Accuracy": 68.434, "Augmented-Loss": 1.2554398638305664, "Clean-Accuracy": 71.34, "Clean-Loss": 1.1186278198242188, "PGD-Accuracy": 0.19, "PGD-Loss": 5.7676363342285155}, "Total-Time": 13503.486536502838, "Train": {"Loss": 1.6838310247039794, "avg t": 1.19343546875, "plain loss": 1.113083907775879, "standard loss": 1.1071124548339843}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.87999725341797, "Augmented-0.05-Quantile-Accuracy": 66.9000015258789, "Augmented-0.1-Quantile-Accuracy": 68.18000030517578, "Augmented-Accuracy": 72.1988, "Augmented-Loss": 1.1666596355781556, "Clean-Accuracy": 69.94, "Clean-Loss": 1.1048410606384278, "PGD-Accuracy": 0.34, "PGD-Loss": 5.344726216125489}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 500.78660249710083, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.87999725341797, "Augmented-0.05-Quantile-Accuracy": 62.82999801635742, "Augmented-0.1-Quantile-Accuracy": 64.18000030517578, "Augmented-Accuracy": 68.5161, "Augmented-Loss": 1.2786170495376588, "Clean-Accuracy": 71.77, "Clean-Loss": 1.1241867431640624, "PGD-Accuracy": 0.23, "PGD-Loss": 6.0460299865722655}, "Total-Time": 14004.273138999939, "Train": {"Loss": 1.6933129976272583, "avg t": 1.19496375, "plain loss": 1.1122876967773443, "standard loss": 1.106096100540161}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0, "Augmented-0.05-Quantile-Accuracy": 68.05999755859375, "Augmented-0.1-Quantile-Accuracy": 69.63999938964844, "Augmented-Accuracy": 73.7056, "Augmented-Loss": 1.1718558070335388, "Clean-Accuracy": 70.24, "Clean-Loss": 1.0272055445671082, "PGD-Accuracy": 0.42, "PGD-Loss": 5.649931216430664}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 501.0622146129608, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.16999816894531, "Augmented-0.05-Quantile-Accuracy": 61.48999786376953, "Augmented-0.1-Quantile-Accuracy": 62.959999084472656, "Augmented-Accuracy": 68.0295, "Augmented-Loss": 1.2835058795928955, "Clean-Accuracy": 68.25, "Clean-Loss": 1.1630795219421386, "PGD-Accuracy": 0.05, "PGD-Loss": 6.274610601806641}, "Total-Time": 14505.3353536129, "Train": {"Loss": 1.6860616146850587, "avg t": 1.19307109375, "plain loss": 1.1115590482788096, "standard loss": 1.1054673875427246}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.779998779296875, "Augmented-0.05-Quantile-Accuracy": 63.81999969482422, "Augmented-0.1-Quantile-Accuracy": 65.36000061035156, "Augmented-Accuracy": 70.744, "Augmented-Loss": 1.201194119960785, "Clean-Accuracy": 70.62, "Clean-Loss": 1.0683215682983398, "PGD-Accuracy": 0.08, "PGD-Loss": 6.036774092102051}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 499.58255529403687, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.3599967956543, "Augmented-0.05-Quantile-Accuracy": 61.59000015258789, "Augmented-0.1-Quantile-Accuracy": 63.1099967956543, "Augmented-Accuracy": 67.7912, "Augmented-Loss": 1.3261916615219116, "Clean-Accuracy": 70.36, "Clean-Loss": 1.189725115966797, "PGD-Accuracy": 0.08, "PGD-Loss": 5.902284490966797}, "Total-Time": 15004.917908906937, "Train": {"Loss": 1.676442915687561, "avg t": 1.18924703125, "plain loss": 1.1051282787475591, "standard loss": 1.0990208380126953}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.959999084472656, "Augmented-0.05-Quantile-Accuracy": 64.76000213623047, "Augmented-0.1-Quantile-Accuracy": 66.18000030517578, "Augmented-Accuracy": 70.5042, "Augmented-Loss": 1.2369167178001403, "Clean-Accuracy": 71.7, "Clean-Loss": 1.106220170211792, "PGD-Accuracy": 0.12, "PGD-Loss": 5.577872868347168}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 501.6033535003662, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.939998626708984, "Augmented-0.05-Quantile-Accuracy": 63.15999984741211, "Augmented-0.1-Quantile-Accuracy": 64.62999725341797, "Augmented-Accuracy": 69.2443, "Augmented-Loss": 1.289059527420044, "Clean-Accuracy": 70.88, "Clean-Loss": 1.1476020568847656, "PGD-Accuracy": 0.19, "PGD-Loss": 5.839414526367188}, "Total-Time": 15506.521262407303, "Train": {"Loss": 1.6644224013900757, "avg t": 1.190535, "plain loss": 1.1093046951904304, "standard loss": 1.1034473684692383}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.89999771118164, "Augmented-0.05-Quantile-Accuracy": 65.47999572753906, "Augmented-0.1-Quantile-Accuracy": 67.0, "Augmented-Accuracy": 71.0394, "Augmented-Loss": 1.2219595782871246, "Clean-Accuracy": 71.36, "Clean-Loss": 1.0980486520767212, "PGD-Accuracy": 0.28, "PGD-Loss": 5.536153140258789}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 498.84918189048767, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.529998779296875, "Augmented-0.05-Quantile-Accuracy": 62.88999938964844, "Augmented-0.1-Quantile-Accuracy": 64.5199966430664, "Augmented-Accuracy": 69.028, "Augmented-Loss": 1.2684009518203736, "Clean-Accuracy": 70.67, "Clean-Loss": 1.1333991935729981, "PGD-Accuracy": 0.37, "PGD-Loss": 6.038791137695313}, "Total-Time": 16005.37044429779, "Train": {"Loss": 1.6612163354492187, "avg t": 1.18755359375, "plain loss": 1.101358155029298, "standard loss": 1.0951725222778321}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.36000061035156, "Augmented-0.05-Quantile-Accuracy": 68.25999450683594, "Augmented-0.1-Quantile-Accuracy": 69.45999908447266, "Augmented-Accuracy": 73.668, "Augmented-Loss": 1.1681443529987334, "Clean-Accuracy": 73.76, "Clean-Loss": 1.027779783630371, "PGD-Accuracy": 0.2, "PGD-Loss": 5.799966842651367}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 502.1410610675812, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.16999816894531, "Augmented-0.05-Quantile-Accuracy": 59.93000030517578, "Augmented-0.1-Quantile-Accuracy": 61.279998779296875, "Augmented-Accuracy": 66.145, "Augmented-Loss": 1.3225715935897828, "Clean-Accuracy": 70.72, "Clean-Loss": 1.1370443359375, "PGD-Accuracy": 0.04, "PGD-Loss": 6.020449548339844}, "Total-Time": 16507.51150536537, "Train": {"Loss": 1.6511392234420776, "avg t": 1.18232078125, "plain loss": 1.0954008897705074, "standard loss": 1.0894377068710328}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.459999084472656, "Augmented-0.05-Quantile-Accuracy": 65.47999572753906, "Augmented-0.1-Quantile-Accuracy": 66.75999450683594, "Augmented-Accuracy": 71.2052, "Augmented-Loss": 1.1994414183502198, "Clean-Accuracy": 69.76, "Clean-Loss": 1.0748785629272462, "PGD-Accuracy": 0.08, "PGD-Loss": 5.704477308654785}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 501.2784926891327, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.14999771118164, "Augmented-0.05-Quantile-Accuracy": 64.41999816894531, "Augmented-0.1-Quantile-Accuracy": 66.0, "Augmented-Accuracy": 70.311, "Augmented-Loss": 1.2892448253326416, "Clean-Accuracy": 72.81, "Clean-Loss": 1.1524142478942871, "PGD-Accuracy": 0.07, "PGD-Loss": 5.778885113525391}, "Total-Time": 17008.789998054504, "Train": {"Loss": 1.6529973365783692, "avg t": 1.185331875, "plain loss": 1.097359704803466, "standard loss": 1.0911496102142333}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.19999694824219, "Augmented-0.05-Quantile-Accuracy": 67.9000015258789, "Augmented-0.1-Quantile-Accuracy": 69.22000122070312, "Augmented-Accuracy": 73.2464, "Augmented-Loss": 1.2013308775234222, "Clean-Accuracy": 68.24, "Clean-Loss": 1.0764108463287354, "PGD-Accuracy": 0.1, "PGD-Loss": 5.477788771820069}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 502.048152923584, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.03999710083008, "Augmented-0.05-Quantile-Accuracy": 63.32999801635742, "Augmented-0.1-Quantile-Accuracy": 64.83999633789062, "Augmented-Accuracy": 69.415, "Augmented-Loss": 1.2785254563980102, "Clean-Accuracy": 71.76, "Clean-Loss": 1.1454160499572754, "PGD-Accuracy": 0.11, "PGD-Loss": 5.970697436523437}, "Total-Time": 17510.83815097809, "Train": {"Loss": 1.6446762232208252, "avg t": 1.1820240625, "plain loss": 1.0963910901184075, "standard loss": 1.0903929626083375}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.19999694824219, "Augmented-0.05-Quantile-Accuracy": 67.41999816894531, "Augmented-0.1-Quantile-Accuracy": 68.83999633789062, "Augmented-Accuracy": 73.035, "Augmented-Loss": 1.199404088104248, "Clean-Accuracy": 68.58, "Clean-Loss": 1.1150024364471436, "PGD-Accuracy": 0.1, "PGD-Loss": 5.713999227905274}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 503.47129583358765, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.71999740600586, "Augmented-0.05-Quantile-Accuracy": 57.34000015258789, "Augmented-0.1-Quantile-Accuracy": 59.0099983215332, "Augmented-Accuracy": 64.1371, "Augmented-Loss": 1.3359658551712037, "Clean-Accuracy": 67.73, "Clean-Loss": 1.1639907585144043, "PGD-Accuracy": 0.17, "PGD-Loss": 6.0186391479492185}, "Total-Time": 18014.309446811676, "Train": {"Loss": 1.6515801174163818, "avg t": 1.18005359375, "plain loss": 1.0886912417907721, "standard loss": 1.0827207461166382}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.3599967956543, "Augmented-0.05-Quantile-Accuracy": 63.2599983215332, "Augmented-0.1-Quantile-Accuracy": 64.72000122070312, "Augmented-Accuracy": 69.0146, "Augmented-Loss": 1.2030285842666626, "Clean-Accuracy": 70.58, "Clean-Loss": 1.0283441383361815, "PGD-Accuracy": 0.14, "PGD-Loss": 5.750167803955078}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 497.6105592250824, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.59000015258789, "Augmented-0.05-Quantile-Accuracy": 62.869998931884766, "Augmented-0.1-Quantile-Accuracy": 64.33000183105469, "Augmented-Accuracy": 69.1974, "Augmented-Loss": 1.2935113798599243, "Clean-Accuracy": 70.18, "Clean-Loss": 1.1860141929626464, "PGD-Accuracy": 0.03, "PGD-Loss": 5.953715563964844}, "Total-Time": 18511.92000603676, "Train": {"Loss": 1.654337010116577, "avg t": 1.1785459375, "plain loss": 1.09111903225708, "standard loss": 1.0849442330932617}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.779998779296875, "Augmented-0.05-Quantile-Accuracy": 66.19999694824219, "Augmented-0.1-Quantile-Accuracy": 67.81999969482422, "Augmented-Accuracy": 72.4552, "Augmented-Loss": 1.2372440804691314, "Clean-Accuracy": 70.48, "Clean-Loss": 1.099657762336731, "PGD-Accuracy": 0.04, "PGD-Loss": 5.77663402633667}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 500.41951036453247, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.89999771118164, "Augmented-0.05-Quantile-Accuracy": 64.11000061035156, "Augmented-0.1-Quantile-Accuracy": 65.5199966430664, "Augmented-Accuracy": 70.2647, "Augmented-Loss": 1.2613851672973633, "Clean-Accuracy": 70.22, "Clean-Loss": 1.142018482208252, "PGD-Accuracy": 0.29, "PGD-Loss": 5.7266541015625}, "Total-Time": 19012.33951640129, "Train": {"Loss": 1.6514453456878662, "avg t": 1.17962453125, "plain loss": 1.0904781639404297, "standard loss": 1.0844287800598145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.939998626708984, "Augmented-0.05-Quantile-Accuracy": 65.47999572753906, "Augmented-0.1-Quantile-Accuracy": 67.1199951171875, "Augmented-Accuracy": 71.3576, "Augmented-Loss": 1.187395134656906, "Clean-Accuracy": 67.72, "Clean-Loss": 1.0760641052246094, "PGD-Accuracy": 0.24, "PGD-Loss": 5.41781764831543}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 500.83036756515503, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.96999740600586, "Augmented-0.05-Quantile-Accuracy": 66.06999969482422, "Augmented-0.1-Quantile-Accuracy": 67.27999877929688, "Augmented-Accuracy": 71.7952, "Augmented-Loss": 1.2397526160507202, "Clean-Accuracy": 72.19, "Clean-Loss": 1.0986448471069337, "PGD-Accuracy": 0.2, "PGD-Loss": 5.7905230163574215}, "Total-Time": 19513.169883966446, "Train": {"Loss": 1.6451823875427245, "avg t": 1.177954375, "plain loss": 1.0875923217773422, "standard loss": 1.081528540725708}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.69999694824219, "Augmented-0.05-Quantile-Accuracy": 68.77999877929688, "Augmented-0.1-Quantile-Accuracy": 69.86000061035156, "Augmented-Accuracy": 73.5364, "Augmented-Loss": 1.156873216047287, "Clean-Accuracy": 73.04, "Clean-Loss": 0.9932558381080627, "PGD-Accuracy": 0.14, "PGD-Loss": 5.476563121795654}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 505.29721784591675, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.87999725341797, "Augmented-0.05-Quantile-Accuracy": 66.26000213623047, "Augmented-0.1-Quantile-Accuracy": 67.95999908447266, "Augmented-Accuracy": 72.843, "Augmented-Loss": 1.244819181312561, "Clean-Accuracy": 74.29, "Clean-Loss": 1.1135710258483886, "PGD-Accuracy": 0.05, "PGD-Loss": 6.097416082763672}, "Total-Time": 20018.467101812363, "Train": {"Loss": 1.6294213047790527, "avg t": 1.17361640625, "plain loss": 1.0788267708129873, "standard loss": 1.0724019049835205}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.79999542236328, "Augmented-0.05-Quantile-Accuracy": 72.0, "Augmented-0.1-Quantile-Accuracy": 73.27999877929688, "Augmented-Accuracy": 77.3896, "Augmented-Loss": 1.151511507188797, "Clean-Accuracy": 70.82, "Clean-Loss": 1.0683655990600587, "PGD-Accuracy": 0.04, "PGD-Loss": 5.818515361785889}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 501.5237247943878, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.209999084472656, "Augmented-0.05-Quantile-Accuracy": 66.23999786376953, "Augmented-0.1-Quantile-Accuracy": 67.5199966430664, "Augmented-Accuracy": 71.6756, "Augmented-Loss": 1.224665578781128, "Clean-Accuracy": 73.9, "Clean-Loss": 1.0703700973510741, "PGD-Accuracy": 0.16, "PGD-Loss": 5.880914642333984}, "Total-Time": 20519.99082660675, "Train": {"Loss": 1.6355031283569337, "avg t": 1.178314375, "plain loss": 1.091639015991211, "standard loss": 1.085542750968933}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.41999816894531, "Augmented-0.05-Quantile-Accuracy": 69.45999908447266, "Augmented-0.1-Quantile-Accuracy": 70.86000061035156, "Augmented-Accuracy": 74.9548, "Augmented-Loss": 1.1277802317695618, "Clean-Accuracy": 71.26, "Clean-Loss": 0.9876510511398315, "PGD-Accuracy": 0.14, "PGD-Loss": 5.55100502243042}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 495.9514479637146, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.59000015258789, "Augmented-0.05-Quantile-Accuracy": 65.8499984741211, "Augmented-0.1-Quantile-Accuracy": 67.18000030517578, "Augmented-Accuracy": 71.8579, "Augmented-Loss": 1.2532820087814331, "Clean-Accuracy": 73.09, "Clean-Loss": 1.0844094970703124, "PGD-Accuracy": 0.08, "PGD-Loss": 5.9862435424804685}, "Total-Time": 21015.942274570465, "Train": {"Loss": 1.6383017518997192, "avg t": 1.17470078125, "plain loss": 1.083380702789306, "standard loss": 1.0770074333190918}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.36000061035156, "Augmented-0.05-Quantile-Accuracy": 70.22000122070312, "Augmented-0.1-Quantile-Accuracy": 71.45999908447266, "Augmented-Accuracy": 75.5904, "Augmented-Loss": 1.1383733549575805, "Clean-Accuracy": 68.32, "Clean-Loss": 0.9925673458099366, "PGD-Accuracy": 0.14, "PGD-Loss": 5.687554177856446}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 500.1730787754059, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.39999771118164, "Augmented-0.05-Quantile-Accuracy": 65.69999694824219, "Augmented-0.1-Quantile-Accuracy": 67.1199951171875, "Augmented-Accuracy": 71.5494, "Augmented-Loss": 1.2809868807525635, "Clean-Accuracy": 73.56, "Clean-Loss": 1.1308321487426758, "PGD-Accuracy": 0.04, "PGD-Loss": 6.028854449462891}, "Total-Time": 21516.11535334587, "Train": {"Loss": 1.6478927879714966, "avg t": 1.17791046875, "plain loss": 1.0888181366271974, "standard loss": 1.0825229425430298}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.23999786376953, "Augmented-0.05-Quantile-Accuracy": 68.31999969482422, "Augmented-0.1-Quantile-Accuracy": 69.79999542236328, "Augmented-Accuracy": 74.0418, "Augmented-Loss": 1.1937810171375274, "Clean-Accuracy": 73.22, "Clean-Loss": 1.0327870025634767, "PGD-Accuracy": 0.06, "PGD-Loss": 5.779843530273437}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 500.61803221702576, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.53999710083008, "Augmented-0.05-Quantile-Accuracy": 67.1500015258789, "Augmented-0.1-Quantile-Accuracy": 68.66999816894531, "Augmented-Accuracy": 73.2393, "Augmented-Loss": 1.2956304917144776, "Clean-Accuracy": 75.94, "Clean-Loss": 1.1259815780639648, "PGD-Accuracy": 0.24, "PGD-Loss": 6.0740357116699215}, "Total-Time": 22016.733385562897, "Train": {"Loss": 1.6235118410491944, "avg t": 1.17263109375, "plain loss": 1.0795974320373543, "standard loss": 1.0734800344467164}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.18000030517578, "Augmented-0.05-Quantile-Accuracy": 71.0999984741211, "Augmented-0.1-Quantile-Accuracy": 72.5, "Augmented-Accuracy": 76.9124, "Augmented-Loss": 1.1964050078411101, "Clean-Accuracy": 73.98, "Clean-Loss": 1.0809744026184083, "PGD-Accuracy": 0.12, "PGD-Loss": 5.807638655853271}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 499.4624083042145, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.18000030517578, "Augmented-0.05-Quantile-Accuracy": 61.2599983215332, "Augmented-0.1-Quantile-Accuracy": 62.96999740600586, "Augmented-Accuracy": 68.1573, "Augmented-Loss": 1.2890415703048705, "Clean-Accuracy": 69.23, "Clean-Loss": 1.1405305015563965, "PGD-Accuracy": 0.16, "PGD-Loss": 6.064744274902344}, "Total-Time": 22516.19579386711, "Train": {"Loss": 1.6551785151290894, "avg t": 1.18027609375, "plain loss": 1.0912803775939937, "standard loss": 1.0852090690612792}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.21999740600586, "Augmented-0.05-Quantile-Accuracy": 65.1199951171875, "Augmented-0.1-Quantile-Accuracy": 66.54000091552734, "Augmented-Accuracy": 71.052, "Augmented-Loss": 1.1957350332622527, "Clean-Accuracy": 73.08, "Clean-Loss": 1.0069048500061035, "PGD-Accuracy": 0.22, "PGD-Loss": 5.709312494659424}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 501.874386548996, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.38999938964844, "Augmented-0.05-Quantile-Accuracy": 69.37999725341797, "Augmented-0.1-Quantile-Accuracy": 70.56999969482422, "Augmented-Accuracy": 74.8472, "Augmented-Loss": 1.197377961265564, "Clean-Accuracy": 77.36, "Clean-Loss": 1.0700316413879394, "PGD-Accuracy": 0.08, "PGD-Loss": 5.8132602416992185}, "Total-Time": 23018.070180416107, "Train": {"Loss": 1.619672571296692, "avg t": 1.17024796875, "plain loss": 1.075404960601808, "standard loss": 1.0690721900177003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.29999542236328, "Augmented-0.05-Quantile-Accuracy": 73.0199966430664, "Augmented-0.1-Quantile-Accuracy": 74.33999633789062, "Augmented-Accuracy": 78.1232, "Augmented-Loss": 1.124875692401886, "Clean-Accuracy": 74.6, "Clean-Loss": 1.0671109392166138, "PGD-Accuracy": 0.12, "PGD-Loss": 5.552066249847412}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 498.9576756954193, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.97999954223633, "Augmented-0.05-Quantile-Accuracy": 61.029998779296875, "Augmented-0.1-Quantile-Accuracy": 62.44999694824219, "Augmented-Accuracy": 67.2398, "Augmented-Loss": 1.2693028072357178, "Clean-Accuracy": 70.7, "Clean-Loss": 1.1287015762329102, "PGD-Accuracy": 0.07, "PGD-Loss": 5.747589666748047}, "Total-Time": 23517.027856111526, "Train": {"Loss": 1.632872876548767, "avg t": 1.17371109375, "plain loss": 1.0819992947998047, "standard loss": 1.0754565210723877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.73999786376953, "Augmented-0.05-Quantile-Accuracy": 67.4000015258789, "Augmented-0.1-Quantile-Accuracy": 68.6199951171875, "Augmented-Accuracy": 72.6164, "Augmented-Loss": 1.1715006909751893, "Clean-Accuracy": 73.66, "Clean-Loss": 1.034729641723633, "PGD-Accuracy": 0.04, "PGD-Loss": 5.466801356506347}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 498.20339131355286, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.619998931884766, "Augmented-0.05-Quantile-Accuracy": 66.6199951171875, "Augmented-0.1-Quantile-Accuracy": 68.05999755859375, "Augmented-Accuracy": 73.0627, "Augmented-Loss": 1.2480881954803467, "Clean-Accuracy": 73.65, "Clean-Loss": 1.1239942237854004, "PGD-Accuracy": 0.06, "PGD-Loss": 6.0172048828125}, "Total-Time": 24015.23124742508, "Train": {"Loss": 1.6264685220336914, "avg t": 1.1717165625, "plain loss": 1.0779019401245111, "standard loss": 1.0718105698776246}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.72000122070312, "Augmented-0.05-Quantile-Accuracy": 69.79999542236328, "Augmented-0.1-Quantile-Accuracy": 71.27999877929688, "Augmented-Accuracy": 75.8248, "Augmented-Loss": 1.1634232231388093, "Clean-Accuracy": 72.88, "Clean-Loss": 1.0093408241271973, "PGD-Accuracy": 0.1, "PGD-Loss": 5.78659235458374}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 499.2559461593628, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.779998779296875, "Augmented-0.05-Quantile-Accuracy": 65.93999481201172, "Augmented-0.1-Quantile-Accuracy": 67.29000091552734, "Augmented-Accuracy": 72.0293, "Augmented-Loss": 1.2713772475204468, "Clean-Accuracy": 73.98, "Clean-Loss": 1.1499279289245605, "PGD-Accuracy": 0.1, "PGD-Loss": 6.055979388427734}, "Total-Time": 24514.487193584442, "Train": {"Loss": 1.6235897549438476, "avg t": 1.16921625, "plain loss": 1.074655162963868, "standard loss": 1.0684023064804078}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.63999938964844, "Augmented-0.05-Quantile-Accuracy": 68.45999908447266, "Augmented-0.1-Quantile-Accuracy": 69.75999450683594, "Augmented-Accuracy": 74.497, "Augmented-Loss": 1.2021790598526, "Clean-Accuracy": 71.68, "Clean-Loss": 1.0477976488113403, "PGD-Accuracy": 0.16, "PGD-Loss": 5.762473755645752}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 498.7385137081146, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.029998779296875, "Augmented-0.05-Quantile-Accuracy": 66.5999984741211, "Augmented-0.1-Quantile-Accuracy": 68.2699966430664, "Augmented-Accuracy": 73.0096, "Augmented-Loss": 1.247368586013794, "Clean-Accuracy": 73.59, "Clean-Loss": 1.1110887725830079, "PGD-Accuracy": 0.13, "PGD-Loss": 6.228542529296875}, "Total-Time": 25013.225707292557, "Train": {"Loss": 1.6196580449676514, "avg t": 1.166780625, "plain loss": 1.0703081696472174, "standard loss": 1.0640138078308106}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.86000061035156, "Augmented-0.05-Quantile-Accuracy": 69.0, "Augmented-0.1-Quantile-Accuracy": 70.31999969482422, "Augmented-Accuracy": 74.4, "Augmented-Loss": 1.170022743030548, "Clean-Accuracy": 71.94, "Clean-Loss": 1.1018404779434203, "PGD-Accuracy": 0.16, "PGD-Loss": 5.965907076263428}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 502.0418908596039, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.08999633789062, "Augmented-0.05-Quantile-Accuracy": 67.19999694824219, "Augmented-0.1-Quantile-Accuracy": 68.58000183105469, "Augmented-Accuracy": 73.0322, "Augmented-Loss": 1.2097489776000976, "Clean-Accuracy": 75.76, "Clean-Loss": 1.0476054977416993, "PGD-Accuracy": 0.18, "PGD-Loss": 5.674107104492188}, "Total-Time": 25515.26759815216, "Train": {"Loss": 1.6232726752853393, "avg t": 1.1691528125, "plain loss": 1.0724113061523446, "standard loss": 1.0660465616607666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.19999694824219, "Augmented-0.05-Quantile-Accuracy": 71.77999877929688, "Augmented-0.1-Quantile-Accuracy": 72.93999481201172, "Augmented-Accuracy": 76.5164, "Augmented-Loss": 1.1067573544578553, "Clean-Accuracy": 72.86, "Clean-Loss": 0.9559392654418946, "PGD-Accuracy": 0.14, "PGD-Loss": 5.329185292816162}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 501.35368967056274, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.5, "Augmented-0.05-Quantile-Accuracy": 63.38999938964844, "Augmented-0.1-Quantile-Accuracy": 64.5999984741211, "Augmented-Accuracy": 69.0341, "Augmented-Loss": 1.22577827507782, "Clean-Accuracy": 70.37, "Clean-Loss": 1.1142268371582031, "PGD-Accuracy": 0.23, "PGD-Loss": 5.748183966064453}, "Total-Time": 26016.621287822723, "Train": {"Loss": 1.619777487335205, "avg t": 1.16937296875, "plain loss": 1.0750402471923841, "standard loss": 1.0686643469238282}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.55999755859375, "Augmented-0.05-Quantile-Accuracy": 67.43999481201172, "Augmented-0.1-Quantile-Accuracy": 68.81999969482422, "Augmented-Accuracy": 72.7038, "Augmented-Loss": 1.1490812277584075, "Clean-Accuracy": 71.3, "Clean-Loss": 1.0982823072433472, "PGD-Accuracy": 0.24, "PGD-Loss": 5.445801899719238}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 500.25480675697327, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.96999740600586, "Augmented-0.05-Quantile-Accuracy": 66.13999938964844, "Augmented-0.1-Quantile-Accuracy": 67.5, "Augmented-Accuracy": 72.5169, "Augmented-Loss": 1.2832750469131469, "Clean-Accuracy": 76.14, "Clean-Loss": 1.1349194343566895, "PGD-Accuracy": 0.04, "PGD-Loss": 6.048309735107422}, "Total-Time": 26516.876094579697, "Train": {"Loss": 1.616126729812622, "avg t": 1.16772953125, "plain loss": 1.0691067234191893, "standard loss": 1.063027226638794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.73999786376953, "Augmented-0.05-Quantile-Accuracy": 72.0999984741211, "Augmented-0.1-Quantile-Accuracy": 73.36000061035156, "Augmented-Accuracy": 77.5668, "Augmented-Loss": 1.191306099905014, "Clean-Accuracy": 69.1, "Clean-Loss": 1.1847306581497192, "PGD-Accuracy": 0.02, "PGD-Loss": 5.80251597366333}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 499.76687002182007, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.619998931884766, "Augmented-0.05-Quantile-Accuracy": 64.80999755859375, "Augmented-0.1-Quantile-Accuracy": 66.08000183105469, "Augmented-Accuracy": 70.6429, "Augmented-Loss": 1.244596474960327, "Clean-Accuracy": 72.57, "Clean-Loss": 1.0982359367370604, "PGD-Accuracy": 0.17, "PGD-Loss": 6.026454541015625}, "Total-Time": 27016.642964601517, "Train": {"Loss": 1.6061002201080323, "avg t": 1.16392484375, "plain loss": 1.0620304578247075, "standard loss": 1.0556653675079346}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.1199951171875, "Augmented-0.05-Quantile-Accuracy": 68.75999450683594, "Augmented-0.1-Quantile-Accuracy": 69.75999450683594, "Augmented-Accuracy": 73.5808, "Augmented-Loss": 1.1564331385707856, "Clean-Accuracy": 71.24, "Clean-Loss": 1.0469875274658202, "PGD-Accuracy": 0.24, "PGD-Loss": 5.701772725677491}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 497.9631357192993, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.72999954223633, "Augmented-0.05-Quantile-Accuracy": 64.06999969482422, "Augmented-0.1-Quantile-Accuracy": 65.4000015258789, "Augmented-Accuracy": 70.0618, "Augmented-Loss": 1.2341308118286132, "Clean-Accuracy": 74.12, "Clean-Loss": 1.088315859222412, "PGD-Accuracy": 0.04, "PGD-Loss": 6.107130792236328}, "Total-Time": 27514.606100320816, "Train": {"Loss": 1.608921194419861, "avg t": 1.1653634375, "plain loss": 1.0646253658752427, "standard loss": 1.0583791176605224}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.86000061035156, "Augmented-0.05-Quantile-Accuracy": 68.77999877929688, "Augmented-0.1-Quantile-Accuracy": 70.23999786376953, "Augmented-Accuracy": 74.879, "Augmented-Loss": 1.1373169291305543, "Clean-Accuracy": 76.52, "Clean-Loss": 0.977680613899231, "PGD-Accuracy": 0.06, "PGD-Loss": 5.810968886566162}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 499.7909662723541, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.6199951171875, "Augmented-0.05-Quantile-Accuracy": 77.93999481201172, "Augmented-0.1-Quantile-Accuracy": 79.13999938964844, "Augmented-Accuracy": 82.9283, "Augmented-Loss": 1.0383644670104981, "Clean-Accuracy": 83.77, "Clean-Loss": 0.9074868179321289, "PGD-Accuracy": 0.06, "PGD-Loss": 6.347223150634766}, "Total-Time": 28014.39706659317, "Train": {"Loss": 1.2611293322181703, "avg t": 1.07777109375, "plain loss": 0.9129787143402083, "standard loss": 0.9079796600341797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.83999633789062, "Augmented-0.05-Quantile-Accuracy": 81.13999938964844, "Augmented-0.1-Quantile-Accuracy": 82.41999816894531, "Augmented-Accuracy": 85.4006, "Augmented-Loss": 0.9427280465831757, "Clean-Accuracy": 83.5, "Clean-Loss": 0.8315095358848572, "PGD-Accuracy": 0.06, "PGD-Loss": 5.995273072052002}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 500.2967517375946, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.0199966430664, "Augmented-0.05-Quantile-Accuracy": 78.11000061035156, "Augmented-0.1-Quantile-Accuracy": 79.47999572753906, "Augmented-Accuracy": 83.128, "Augmented-Loss": 1.0084047148132325, "Clean-Accuracy": 84.54, "Clean-Loss": 0.8734370887756348, "PGD-Accuracy": 0.06, "PGD-Loss": 6.556856604003906}, "Total-Time": 28514.693818330765, "Train": {"Loss": 1.1766184762191771, "avg t": 1.0410146875, "plain loss": 0.8461821475219721, "standard loss": 0.8416579791641235}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.0, "Augmented-0.05-Quantile-Accuracy": 81.79999542236328, "Augmented-0.1-Quantile-Accuracy": 82.6199951171875, "Augmented-Accuracy": 86.194, "Augmented-Loss": 0.9054512135562897, "Clean-Accuracy": 81.84, "Clean-Loss": 0.830185365486145, "PGD-Accuracy": 0.04, "PGD-Loss": 6.196873424530029}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 499.9730327129364, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.81999969482422, "Augmented-0.05-Quantile-Accuracy": 78.5999984741211, "Augmented-0.1-Quantile-Accuracy": 79.90999603271484, "Augmented-Accuracy": 83.5672, "Augmented-Loss": 0.976408002243042, "Clean-Accuracy": 84.64, "Clean-Loss": 0.8482468559265137, "PGD-Accuracy": 0.04, "PGD-Loss": 6.579742431640625}, "Total-Time": 29014.6668510437, "Train": {"Loss": 1.1412097764587403, "avg t": 1.02741328125, "plain loss": 0.8219032745971685, "standard loss": 0.8174518381881714}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.77999877929688, "Augmented-0.05-Quantile-Accuracy": 82.27999877929688, "Augmented-0.1-Quantile-Accuracy": 83.27999877929688, "Augmented-Accuracy": 86.654, "Augmented-Loss": 0.8754983626861572, "Clean-Accuracy": 80.1, "Clean-Loss": 0.7732170810699462, "PGD-Accuracy": 0.04, "PGD-Loss": 6.173344342041015}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 498.58098125457764, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.06999969482422, "Augmented-0.05-Quantile-Accuracy": 79.8699951171875, "Augmented-0.1-Quantile-Accuracy": 81.00999450683594, "Augmented-Accuracy": 84.4989, "Augmented-Loss": 0.9534257900466919, "Clean-Accuracy": 85.42, "Clean-Loss": 0.8321473663330078, "PGD-Accuracy": 0.06, "PGD-Loss": 6.612007629394531}, "Total-Time": 29513.24783229828, "Train": {"Loss": 1.1224215301513671, "avg t": 1.01927640625, "plain loss": 0.8086094162902836, "standard loss": 0.8042128216934205}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.5, "Augmented-0.05-Quantile-Accuracy": 83.19999694824219, "Augmented-0.1-Quantile-Accuracy": 84.15999603271484, "Augmented-Accuracy": 87.2562, "Augmented-Loss": 0.865167646648407, "Clean-Accuracy": 86.7, "Clean-Loss": 0.7779863702774048, "PGD-Accuracy": 0.08, "PGD-Loss": 6.248579842376709}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 500.93207573890686, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.05999755859375, "Augmented-0.05-Quantile-Accuracy": 79.04999542236328, "Augmented-0.1-Quantile-Accuracy": 80.30999755859375, "Augmented-Accuracy": 83.5332, "Augmented-Loss": 0.949143813041687, "Clean-Accuracy": 84.87, "Clean-Loss": 0.8245444519042969, "PGD-Accuracy": 0.04, "PGD-Loss": 6.773499114990234}, "Total-Time": 30014.179908037186, "Train": {"Loss": 1.0985287031555175, "avg t": 1.01151984375, "plain loss": 0.7923582964477544, "standard loss": 0.7880208826065064}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.19999694824219, "Augmented-0.05-Quantile-Accuracy": 82.5199966430664, "Augmented-0.1-Quantile-Accuracy": 83.69999694824219, "Augmented-Accuracy": 86.808, "Augmented-Loss": 0.8450534357509613, "Clean-Accuracy": 84.78, "Clean-Loss": 0.7846397846221924, "PGD-Accuracy": 0.06, "PGD-Loss": 6.418824948120117}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 498.7434232234955, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.11000061035156, "Augmented-0.05-Quantile-Accuracy": 79.98999786376953, "Augmented-0.1-Quantile-Accuracy": 81.19999694824219, "Augmented-Accuracy": 84.7726, "Augmented-Loss": 0.938943509841919, "Clean-Accuracy": 85.82, "Clean-Loss": 0.8096272941589355, "PGD-Accuracy": 0.06, "PGD-Loss": 6.759201446533203}, "Total-Time": 30512.92333126068, "Train": {"Loss": 1.0917107105255126, "avg t": 1.00712765625, "plain loss": 0.7828934979553228, "standard loss": 0.7785791565704345}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.45999908447266, "Augmented-0.05-Quantile-Accuracy": 83.9000015258789, "Augmented-0.1-Quantile-Accuracy": 84.77999877929688, "Augmented-Accuracy": 87.9184, "Augmented-Loss": 0.8407874100227356, "Clean-Accuracy": 84.52, "Clean-Loss": 0.7710426403045654, "PGD-Accuracy": 0.06, "PGD-Loss": 6.375365799713134}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 496.4889588356018, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.98999786376953, "Augmented-0.05-Quantile-Accuracy": 78.72999572753906, "Augmented-0.1-Quantile-Accuracy": 79.82999420166016, "Augmented-Accuracy": 83.5744, "Augmented-Loss": 0.9315350661926269, "Clean-Accuracy": 86.2, "Clean-Loss": 0.7978436805725098, "PGD-Accuracy": 0.05, "PGD-Loss": 6.782810998535156}, "Total-Time": 31009.412290096283, "Train": {"Loss": 1.0789983101081848, "avg t": 1.00267640625, "plain loss": 0.7788790635681154, "standard loss": 0.7745834854888916}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.97999572753906, "Augmented-0.05-Quantile-Accuracy": 83.54000091552734, "Augmented-0.1-Quantile-Accuracy": 84.5999984741211, "Augmented-Accuracy": 87.9808, "Augmented-Loss": 0.8215875749912261, "Clean-Accuracy": 87.74, "Clean-Loss": 0.73748215675354, "PGD-Accuracy": 0.06, "PGD-Loss": 6.417970680236817}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 498.5562915802002, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.29000091552734, "Augmented-0.05-Quantile-Accuracy": 79.1500015258789, "Augmented-0.1-Quantile-Accuracy": 80.52999877929688, "Augmented-Accuracy": 84.1692, "Augmented-Loss": 0.9245053918380737, "Clean-Accuracy": 86.27, "Clean-Loss": 0.7985870040893555, "PGD-Accuracy": 0.05, "PGD-Loss": 6.80538388671875}, "Total-Time": 31507.968581676483, "Train": {"Loss": 1.0651702210235596, "avg t": 0.99681140625, "plain loss": 0.7658474803771963, "standard loss": 0.761322928390503}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.54000091552734, "Augmented-0.05-Quantile-Accuracy": 84.6199951171875, "Augmented-0.1-Quantile-Accuracy": 85.77999877929688, "Augmented-Accuracy": 88.8322, "Augmented-Loss": 0.8160772319355011, "Clean-Accuracy": 85.36, "Clean-Loss": 0.7543987209320069, "PGD-Accuracy": 0.04, "PGD-Loss": 6.440911450195313}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 499.13273525238037, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.27999877929688, "Augmented-0.05-Quantile-Accuracy": 80.12999725341797, "Augmented-0.1-Quantile-Accuracy": 81.25999450683594, "Augmented-Accuracy": 84.7107, "Augmented-Loss": 0.9109462282562256, "Clean-Accuracy": 86.54, "Clean-Loss": 0.7975967643737792, "PGD-Accuracy": 0.04, "PGD-Loss": 6.7848723571777345}, "Total-Time": 32007.101316928864, "Train": {"Loss": 1.0575196017837525, "avg t": 0.993556875, "plain loss": 0.763458341156006, "standard loss": 0.7589708779716492}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.1199951171875, "Augmented-0.05-Quantile-Accuracy": 85.87999725341797, "Augmented-0.1-Quantile-Accuracy": 86.6199951171875, "Augmented-Accuracy": 89.1978, "Augmented-Loss": 0.8104486081733704, "Clean-Accuracy": 86.1, "Clean-Loss": 0.7430917503356934, "PGD-Accuracy": 0.04, "PGD-Loss": 6.4105900817871095}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 502.49602031707764, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.0199966430664, "Augmented-0.05-Quantile-Accuracy": 79.86000061035156, "Augmented-0.1-Quantile-Accuracy": 81.07999420166016, "Augmented-Accuracy": 84.6122, "Augmented-Loss": 0.9027680078430176, "Clean-Accuracy": 86.6, "Clean-Loss": 0.7811741065979004, "PGD-Accuracy": 0.05, "PGD-Loss": 6.723066345214844}, "Total-Time": 32509.59733724594, "Train": {"Loss": 1.0496279598236085, "avg t": 0.98945640625, "plain loss": 0.7588502395172128, "standard loss": 0.7544514953041077}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.87999725341797, "Augmented-0.05-Quantile-Accuracy": 85.5199966430664, "Augmented-0.1-Quantile-Accuracy": 86.54000091552734, "Augmented-Accuracy": 89.5648, "Augmented-Loss": 0.7960100248870849, "Clean-Accuracy": 88.4, "Clean-Loss": 0.7352725385665894, "PGD-Accuracy": 0.02, "PGD-Loss": 6.351106311035156}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 499.71552777290344, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.36000061035156, "Augmented-0.05-Quantile-Accuracy": 80.04999542236328, "Augmented-0.1-Quantile-Accuracy": 81.04000091552734, "Augmented-Accuracy": 84.3878, "Augmented-Loss": 0.8912339250259399, "Clean-Accuracy": 86.49, "Clean-Loss": 0.7826182403564453, "PGD-Accuracy": 0.04, "PGD-Loss": 6.7473920104980465}, "Total-Time": 33009.312865018845, "Train": {"Loss": 1.0426193784713744, "avg t": 0.98619359375, "plain loss": 0.754496074661255, "standard loss": 0.7501122347831726}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.81999969482422, "Augmented-0.05-Quantile-Accuracy": 85.27999877929688, "Augmented-0.1-Quantile-Accuracy": 86.05999755859375, "Augmented-Accuracy": 89.1868, "Augmented-Loss": 0.7928251920518875, "Clean-Accuracy": 87.78, "Clean-Loss": 0.7647569954872131, "PGD-Accuracy": 0.06, "PGD-Loss": 6.373780999755859}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 499.4640374183655, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.44999694824219, "Augmented-0.05-Quantile-Accuracy": 80.61000061035156, "Augmented-0.1-Quantile-Accuracy": 81.63999938964844, "Augmented-Accuracy": 84.8415, "Augmented-Loss": 0.9063810233154297, "Clean-Accuracy": 86.42, "Clean-Loss": 0.8011353317260742, "PGD-Accuracy": 0.05, "PGD-Loss": 6.780825555419922}, "Total-Time": 33508.77690243721, "Train": {"Loss": 1.0404009674072265, "avg t": 0.9832475, "plain loss": 0.7508101785583498, "standard loss": 0.7465618611907959}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.22000122070312, "Augmented-0.05-Quantile-Accuracy": 84.65999603271484, "Augmented-0.1-Quantile-Accuracy": 85.91999816894531, "Augmented-Accuracy": 88.8514, "Augmented-Loss": 0.8158322417049408, "Clean-Accuracy": 86.56, "Clean-Loss": 0.77739910364151, "PGD-Accuracy": 0.02, "PGD-Loss": 6.4337592056274415}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 500.3873770236969, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.83999633789062, "Augmented-0.05-Quantile-Accuracy": 80.38999938964844, "Augmented-0.1-Quantile-Accuracy": 81.41999816894531, "Augmented-Accuracy": 84.8588, "Augmented-Loss": 0.903311363861084, "Clean-Accuracy": 86.72, "Clean-Loss": 0.7922956092834472, "PGD-Accuracy": 0.03, "PGD-Loss": 6.646459918212891}, "Total-Time": 34009.16427946091, "Train": {"Loss": 1.0393469567489624, "avg t": 0.98365421875, "plain loss": 0.7586585683288577, "standard loss": 0.7544069093704223}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.45999908447266, "Augmented-0.05-Quantile-Accuracy": 85.33999633789062, "Augmented-0.1-Quantile-Accuracy": 86.18000030517578, "Augmented-Accuracy": 89.343, "Augmented-Loss": 0.7980080780992508, "Clean-Accuracy": 86.0, "Clean-Loss": 0.8015108459472656, "PGD-Accuracy": 0.04, "PGD-Loss": 6.2586496017456055}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 500.03829765319824, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0199966430664, "Augmented-0.05-Quantile-Accuracy": 80.91999816894531, "Augmented-0.1-Quantile-Accuracy": 82.0199966430664, "Augmented-Accuracy": 85.3805, "Augmented-Loss": 0.8772351658401489, "Clean-Accuracy": 86.8, "Clean-Loss": 0.7736279777526855, "PGD-Accuracy": 0.05, "PGD-Loss": 6.627950677490235}, "Total-Time": 34509.202577114105, "Train": {"Loss": 1.0285471240234374, "avg t": 0.979071875, "plain loss": 0.7503308041076662, "standard loss": 0.7458040188217163}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.25999450683594, "Augmented-0.05-Quantile-Accuracy": 86.41999816894531, "Augmented-0.1-Quantile-Accuracy": 87.23999786376953, "Augmented-Accuracy": 89.8158, "Augmented-Loss": 0.78341503896904, "Clean-Accuracy": 86.9, "Clean-Loss": 0.7510385805130005, "PGD-Accuracy": 0.08, "PGD-Loss": 6.263867881011963}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 499.83259177207947, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.77999877929688, "Augmented-0.05-Quantile-Accuracy": 80.33999633789062, "Augmented-0.1-Quantile-Accuracy": 81.5199966430664, "Augmented-Accuracy": 85.0424, "Augmented-Loss": 0.8999045853271485, "Clean-Accuracy": 86.06, "Clean-Loss": 0.8067932586669921, "PGD-Accuracy": 0.03, "PGD-Loss": 6.629273168945312}, "Total-Time": 35009.035168886185, "Train": {"Loss": 1.031398342666626, "avg t": 0.97935375, "plain loss": 0.7556245893859859, "standard loss": 0.7514609921836853}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.54000091552734, "Augmented-0.05-Quantile-Accuracy": 85.0199966430664, "Augmented-0.1-Quantile-Accuracy": 86.0999984741211, "Augmented-Accuracy": 89.2252, "Augmented-Loss": 0.815260729352951, "Clean-Accuracy": 82.1, "Clean-Loss": 0.8026512679100036, "PGD-Accuracy": 0.06, "PGD-Loss": 6.2376288902282715}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 501.1511354446411, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.45999908447266, "Augmented-0.05-Quantile-Accuracy": 80.1500015258789, "Augmented-0.1-Quantile-Accuracy": 81.40999603271484, "Augmented-Accuracy": 84.8654, "Augmented-Loss": 0.9039963556289673, "Clean-Accuracy": 86.35, "Clean-Loss": 0.8087543350219727, "PGD-Accuracy": 0.07, "PGD-Loss": 6.643544091796875}, "Total-Time": 35510.186304330826, "Train": {"Loss": 1.026277751045227, "avg t": 0.977119375, "plain loss": 0.7537950910034183, "standard loss": 0.749669324684143}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.43999481201172, "Augmented-0.05-Quantile-Accuracy": 85.81999969482422, "Augmented-0.1-Quantile-Accuracy": 86.86000061035156, "Augmented-Accuracy": 89.7436, "Augmented-Loss": 0.810122129693985, "Clean-Accuracy": 87.7, "Clean-Loss": 0.7393228914260864, "PGD-Accuracy": 0.1, "PGD-Loss": 6.310431742858887}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 501.84839701652527, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.72999572753906, "Augmented-0.05-Quantile-Accuracy": 80.48999786376953, "Augmented-0.1-Quantile-Accuracy": 81.63999938964844, "Augmented-Accuracy": 85.0105, "Augmented-Loss": 0.8940447275848389, "Clean-Accuracy": 86.53, "Clean-Loss": 0.7961403854370117, "PGD-Accuracy": 0.04, "PGD-Loss": 6.552436511230469}, "Total-Time": 36012.03470134735, "Train": {"Loss": 1.0277094496154786, "avg t": 0.9767009375, "plain loss": 0.758782470031738, "standard loss": 0.7545519940567017}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.15999603271484, "Augmented-0.05-Quantile-Accuracy": 85.86000061035156, "Augmented-0.1-Quantile-Accuracy": 86.65999603271484, "Augmented-Accuracy": 89.5606, "Augmented-Loss": 0.8013328878135682, "Clean-Accuracy": 88.5, "Clean-Loss": 0.7328994728088379, "PGD-Accuracy": 0.06, "PGD-Loss": 6.205282472229004}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 498.3829538822174, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.68999481201172, "Augmented-0.05-Quantile-Accuracy": 80.72000122070312, "Augmented-0.1-Quantile-Accuracy": 81.91999816894531, "Augmented-Accuracy": 85.3926, "Augmented-Loss": 0.9015922098083496, "Clean-Accuracy": 86.73, "Clean-Loss": 0.8106519088745118, "PGD-Accuracy": 0.05, "PGD-Loss": 6.6196754455566404}, "Total-Time": 36510.41765522957, "Train": {"Loss": 1.0284002877044678, "avg t": 0.97749640625, "plain loss": 0.7612427290802004, "standard loss": 0.7566982579421997}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.25999450683594, "Augmented-0.05-Quantile-Accuracy": 86.0, "Augmented-0.1-Quantile-Accuracy": 86.91999816894531, "Augmented-Accuracy": 90.1308, "Augmented-Loss": 0.8098985921878815, "Clean-Accuracy": 87.0, "Clean-Loss": 0.7752694408416748, "PGD-Accuracy": 0.2, "PGD-Loss": 6.264651342010498}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 497.71708941459656, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.08000183105469, "Augmented-0.05-Quantile-Accuracy": 80.1500015258789, "Augmented-0.1-Quantile-Accuracy": 81.37999725341797, "Augmented-Accuracy": 84.9236, "Augmented-Loss": 0.9078297829284668, "Clean-Accuracy": 86.01, "Clean-Loss": 0.8143582984924317, "PGD-Accuracy": 0.03, "PGD-Loss": 6.586594061279297}, "Total-Time": 37008.134744644165, "Train": {"Loss": 1.020792398300171, "avg t": 0.97371296875, "plain loss": 0.7572587984008793, "standard loss": 0.7527942935180664}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.29999542236328, "Augmented-0.05-Quantile-Accuracy": 85.9000015258789, "Augmented-0.1-Quantile-Accuracy": 87.0199966430664, "Augmented-Accuracy": 90.1248, "Augmented-Loss": 0.807624670592308, "Clean-Accuracy": 86.32, "Clean-Loss": 0.7835242151260376, "PGD-Accuracy": 0.06, "PGD-Loss": 6.232959157562256}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 498.9350492954254, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.29999542236328, "Augmented-0.05-Quantile-Accuracy": 80.88999938964844, "Augmented-0.1-Quantile-Accuracy": 82.05999755859375, "Augmented-Accuracy": 85.5062, "Augmented-Loss": 0.9005743485794068, "Clean-Accuracy": 86.76, "Clean-Loss": 0.8114808151245118, "PGD-Accuracy": 0.06, "PGD-Loss": 6.467810821533203}, "Total-Time": 37507.06979393959, "Train": {"Loss": 1.0311964452362061, "avg t": 0.97758859375, "plain loss": 0.769501044189453, "standard loss": 0.7651733036804199}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.5999984741211, "Augmented-0.05-Quantile-Accuracy": 86.29999542236328, "Augmented-0.1-Quantile-Accuracy": 87.27999877929688, "Augmented-Accuracy": 90.1806, "Augmented-Loss": 0.8082951445903778, "Clean-Accuracy": 89.78, "Clean-Loss": 0.7690144451141357, "PGD-Accuracy": 0.08, "PGD-Loss": 6.096612998199463}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 499.5908763408661, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.90999603271484, "Augmented-0.05-Quantile-Accuracy": 81.62999725341797, "Augmented-0.1-Quantile-Accuracy": 82.79999542236328, "Augmented-Accuracy": 86.2902, "Augmented-Loss": 0.8801297271118164, "Clean-Accuracy": 87.55, "Clean-Loss": 0.7960969932556152, "PGD-Accuracy": 0.1, "PGD-Loss": 6.474675689697266}, "Total-Time": 38006.66067028046, "Train": {"Loss": 1.0010576357269287, "avg t": 0.966959375, "plain loss": 0.7479739043884285, "standard loss": 0.7440028902053833}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.31999969482422, "Augmented-0.05-Quantile-Accuracy": 87.87999725341797, "Augmented-0.1-Quantile-Accuracy": 88.83999633789062, "Augmented-Accuracy": 91.435, "Augmented-Loss": 0.7870268152179718, "Clean-Accuracy": 86.36, "Clean-Loss": 0.7886830104827881, "PGD-Accuracy": 0.1, "PGD-Loss": 6.106446218109131}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 499.82800006866455, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.5199966430664, "Augmented-0.05-Quantile-Accuracy": 82.13999938964844, "Augmented-0.1-Quantile-Accuracy": 83.23999786376953, "Augmented-Accuracy": 86.5476, "Augmented-Loss": 0.8705006739196778, "Clean-Accuracy": 87.81, "Clean-Loss": 0.790353662109375, "PGD-Accuracy": 0.09, "PGD-Loss": 6.437534289550781}, "Total-Time": 38506.48867034912, "Train": {"Loss": 0.9872027258300782, "avg t": 0.95959265625, "plain loss": 0.7327081671142573, "standard loss": 0.7289166583061218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.05999755859375, "Augmented-0.05-Quantile-Accuracy": 87.5199966430664, "Augmented-0.1-Quantile-Accuracy": 88.47999572753906, "Augmented-Accuracy": 91.2488, "Augmented-Loss": 0.7783367262392044, "Clean-Accuracy": 86.1, "Clean-Loss": 0.7822634468078613, "PGD-Accuracy": 0.06, "PGD-Loss": 6.075103053283692}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 499.45016741752625, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.5999984741211, "Augmented-0.05-Quantile-Accuracy": 82.05999755859375, "Augmented-0.1-Quantile-Accuracy": 83.18999481201172, "Augmented-Accuracy": 86.5738, "Augmented-Loss": 0.8661389663085938, "Clean-Accuracy": 87.77, "Clean-Loss": 0.7897862579345704, "PGD-Accuracy": 0.1, "PGD-Loss": 6.415116387939453}, "Total-Time": 39005.93883776665, "Train": {"Loss": 0.9837948959922791, "avg t": 0.95599484375, "plain loss": 0.7225510738220204, "standard loss": 0.7187090542984009}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.33999633789062, "Augmented-0.05-Quantile-Accuracy": 88.43999481201172, "Augmented-0.1-Quantile-Accuracy": 89.25999450683594, "Augmented-Accuracy": 91.656, "Augmented-Loss": 0.7729408484506607, "Clean-Accuracy": 90.42, "Clean-Loss": 0.7281151047706604, "PGD-Accuracy": 0.2, "PGD-Loss": 6.052730089569092}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 498.0712957382202, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.68000030517578, "Augmented-0.05-Quantile-Accuracy": 82.3699951171875, "Augmented-0.1-Quantile-Accuracy": 83.43000030517578, "Augmented-Accuracy": 86.7239, "Augmented-Loss": 0.8626593319320679, "Clean-Accuracy": 88.17, "Clean-Loss": 0.7855888542175293, "PGD-Accuracy": 0.11, "PGD-Loss": 6.401405987548828}, "Total-Time": 39504.01013350487, "Train": {"Loss": 0.9822200717544556, "avg t": 0.95440765625, "plain loss": 0.717183356399537, "standard loss": 0.7133970053100586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.63999938964844, "Augmented-0.05-Quantile-Accuracy": 88.77999877929688, "Augmented-0.1-Quantile-Accuracy": 89.63999938964844, "Augmented-Accuracy": 92.2036, "Augmented-Loss": 0.7674178686294556, "Clean-Accuracy": 87.28, "Clean-Loss": 0.7613438558578491, "PGD-Accuracy": 0.06, "PGD-Loss": 6.040403734588623}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 498.255264043808, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.07999420166016, "Augmented-0.05-Quantile-Accuracy": 82.52999877929688, "Augmented-0.1-Quantile-Accuracy": 83.6199951171875, "Augmented-Accuracy": 86.7904, "Augmented-Loss": 0.860192954536438, "Clean-Accuracy": 88.19, "Clean-Loss": 0.7858413719177246, "PGD-Accuracy": 0.09, "PGD-Loss": 6.364285296630859}, "Total-Time": 40002.265397548676, "Train": {"Loss": 0.9786243941688537, "avg t": 0.9519871875, "plain loss": 0.7113368272552494, "standard loss": 0.7076189518928527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.91999816894531, "Augmented-0.05-Quantile-Accuracy": 88.86000061035156, "Augmented-0.1-Quantile-Accuracy": 89.63999938964844, "Augmented-Accuracy": 92.1828, "Augmented-Loss": 0.766897752494812, "Clean-Accuracy": 90.9, "Clean-Loss": 0.7326266638755798, "PGD-Accuracy": 0.16, "PGD-Loss": 6.001939289855957}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 497.87112760543823, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.56999969482422, "Augmented-0.05-Quantile-Accuracy": 82.40999603271484, "Augmented-0.1-Quantile-Accuracy": 83.44999694824219, "Augmented-Accuracy": 86.6204, "Augmented-Loss": 0.8588666711044312, "Clean-Accuracy": 87.99, "Clean-Loss": 0.7876144554138184, "PGD-Accuracy": 0.09, "PGD-Loss": 6.3672163208007815}, "Total-Time": 40500.136525154114, "Train": {"Loss": 0.9756526306533814, "avg t": 0.951029375, "plain loss": 0.7065029727172856, "standard loss": 0.7028014338684082}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.23999786376953, "Augmented-0.05-Quantile-Accuracy": 88.6199951171875, "Augmented-0.1-Quantile-Accuracy": 89.5999984741211, "Augmented-Accuracy": 92.0318, "Augmented-Loss": 0.7658705829467773, "Clean-Accuracy": 90.1, "Clean-Loss": 0.7011656783103943, "PGD-Accuracy": 0.14, "PGD-Loss": 5.986602565002442}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 502.44961428642273, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.80999755859375, "Augmented-0.05-Quantile-Accuracy": 82.40999603271484, "Augmented-0.1-Quantile-Accuracy": 83.38999938964844, "Augmented-Accuracy": 86.6756, "Augmented-Loss": 0.8573609843902588, "Clean-Accuracy": 88.35, "Clean-Loss": 0.7859727821350098, "PGD-Accuracy": 0.1, "PGD-Loss": 6.345958038330078}, "Total-Time": 41002.58613944054, "Train": {"Loss": 0.974648477306366, "avg t": 0.94936734375, "plain loss": 0.7016948628997807, "standard loss": 0.6980335956192016}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.77999877929688, "Augmented-0.05-Quantile-Accuracy": 89.0199966430664, "Augmented-0.1-Quantile-Accuracy": 90.04000091552734, "Augmented-Accuracy": 92.562, "Augmented-Loss": 0.7634809200897217, "Clean-Accuracy": 88.72, "Clean-Loss": 0.7526777071952819, "PGD-Accuracy": 0.14, "PGD-Loss": 5.96216237487793}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 501.94116973876953, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.72999572753906, "Augmented-0.05-Quantile-Accuracy": 82.37999725341797, "Augmented-0.1-Quantile-Accuracy": 83.61000061035156, "Augmented-Accuracy": 86.7253, "Augmented-Loss": 0.8579417661209107, "Clean-Accuracy": 88.07, "Clean-Loss": 0.7893872718811035, "PGD-Accuracy": 0.09, "PGD-Loss": 6.332142095947265}, "Total-Time": 41504.527309179306, "Train": {"Loss": 0.9739957255554199, "avg t": 0.94886296875, "plain loss": 0.7003035400085452, "standard loss": 0.6966197000312805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.75999450683594, "Augmented-0.05-Quantile-Accuracy": 88.97999572753906, "Augmented-0.1-Quantile-Accuracy": 89.72000122070312, "Augmented-Accuracy": 92.2008, "Augmented-Loss": 0.7640681668539048, "Clean-Accuracy": 90.14, "Clean-Loss": 0.7189079292297363, "PGD-Accuracy": 0.12, "PGD-Loss": 5.942296798706055}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 499.86174273490906, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.5999984741211, "Augmented-0.05-Quantile-Accuracy": 82.3699951171875, "Augmented-0.1-Quantile-Accuracy": 83.29999542236328, "Augmented-Accuracy": 86.6749, "Augmented-Loss": 0.8604850779876709, "Clean-Accuracy": 88.18, "Clean-Loss": 0.7914496894836426, "PGD-Accuracy": 0.08, "PGD-Loss": 6.330082312011719}, "Total-Time": 42004.389051914215, "Train": {"Loss": 0.9729523729896545, "avg t": 0.94793203125, "plain loss": 0.6993310084991454, "standard loss": 0.6954713630485535}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.86000061035156, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 89.93999481201172, "Augmented-Accuracy": 92.4034, "Augmented-Loss": 0.7637284175653458, "Clean-Accuracy": 90.18, "Clean-Loss": 0.7010564777374267, "PGD-Accuracy": 0.1, "PGD-Loss": 5.94388518371582}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 500.51353931427, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.90999603271484, "Augmented-0.05-Quantile-Accuracy": 82.37999725341797, "Augmented-0.1-Quantile-Accuracy": 83.43999481201172, "Augmented-Accuracy": 86.728, "Augmented-Loss": 0.863232612915039, "Clean-Accuracy": 88.45, "Clean-Loss": 0.7934172943115234, "PGD-Accuracy": 0.09, "PGD-Loss": 6.302157159423828}, "Total-Time": 42504.902591228485, "Train": {"Loss": 0.9711191744804383, "avg t": 0.94755625, "plain loss": 0.6993069640960698, "standard loss": 0.6954935011863709}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.36000061035156, "Augmented-0.05-Quantile-Accuracy": 88.95999908447266, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.525, "Augmented-Loss": 0.7677819901828766, "Clean-Accuracy": 91.54, "Clean-Loss": 0.7275791116714477, "PGD-Accuracy": 0.22, "PGD-Loss": 5.943149011230469}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 498.7085916996002, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.81999969482422, "Augmented-0.05-Quantile-Accuracy": 82.5199966430664, "Augmented-0.1-Quantile-Accuracy": 83.50999450683594, "Augmented-Accuracy": 86.6787, "Augmented-Loss": 0.8645851528320313, "Clean-Accuracy": 88.37, "Clean-Loss": 0.7950004600524903, "PGD-Accuracy": 0.08, "PGD-Loss": 6.292544342041015}, "Total-Time": 43003.611182928085, "Train": {"Loss": 0.970959696483612, "avg t": 0.94705609375, "plain loss": 0.7001811738281256, "standard loss": 0.6965298371887207}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.65999603271484, "Augmented-0.05-Quantile-Accuracy": 88.73999786376953, "Augmented-0.1-Quantile-Accuracy": 89.68000030517578, "Augmented-Accuracy": 92.198, "Augmented-Loss": 0.7680145621194839, "Clean-Accuracy": 92.34, "Clean-Loss": 0.6922723918914795, "PGD-Accuracy": 0.26, "PGD-Loss": 5.910784817504883}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 497.96920013427734, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.07999420166016, "Augmented-0.05-Quantile-Accuracy": 82.33999633789062, "Augmented-0.1-Quantile-Accuracy": 83.6500015258789, "Augmented-Accuracy": 86.8654, "Augmented-Loss": 0.863329188407898, "Clean-Accuracy": 88.4, "Clean-Loss": 0.7980344093322754, "PGD-Accuracy": 0.06, "PGD-Loss": 6.282762933349609}, "Total-Time": 43501.58038306236, "Train": {"Loss": 0.9693378873252869, "avg t": 0.9465103125, "plain loss": 0.6988489686279306, "standard loss": 0.6951780627441406}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.69999694824219, "Augmented-0.05-Quantile-Accuracy": 89.04000091552734, "Augmented-0.1-Quantile-Accuracy": 89.69999694824219, "Augmented-Accuracy": 92.4684, "Augmented-Loss": 0.7697265703754425, "Clean-Accuracy": 89.26, "Clean-Loss": 0.7047760330200196, "PGD-Accuracy": 0.2, "PGD-Loss": 5.908285290527344}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 501.49404215812683, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.1199951171875, "Augmented-0.05-Quantile-Accuracy": 82.48999786376953, "Augmented-0.1-Quantile-Accuracy": 83.5199966430664, "Augmented-Accuracy": 86.8891, "Augmented-Loss": 0.8591375640487671, "Clean-Accuracy": 88.38, "Clean-Loss": 0.7985458290100098, "PGD-Accuracy": 0.07, "PGD-Loss": 6.260873016357422}, "Total-Time": 44003.07442522049, "Train": {"Loss": 0.967948572845459, "avg t": 0.94520203125, "plain loss": 0.6974700964660638, "standard loss": 0.6937542938232422}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.81999969482422, "Augmented-0.05-Quantile-Accuracy": 89.25999450683594, "Augmented-0.1-Quantile-Accuracy": 90.29999542236328, "Augmented-Accuracy": 92.7392, "Augmented-Loss": 0.7678222644748688, "Clean-Accuracy": 90.56, "Clean-Loss": 0.7003227613449097, "PGD-Accuracy": 0.14, "PGD-Loss": 5.874359128570557}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 503.0932791233063, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.86000061035156, "Augmented-0.05-Quantile-Accuracy": 82.31999969482422, "Augmented-0.1-Quantile-Accuracy": 83.40999603271484, "Augmented-Accuracy": 86.829, "Augmented-Loss": 0.8607025371856689, "Clean-Accuracy": 88.32, "Clean-Loss": 0.797740560913086, "PGD-Accuracy": 0.06, "PGD-Loss": 6.249671166992187}, "Total-Time": 44506.167704343796, "Train": {"Loss": 0.9667978478622437, "avg t": 0.94450265625, "plain loss": 0.6946706230621336, "standard loss": 0.6909151204299927}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.65999603271484, "Augmented-0.05-Quantile-Accuracy": 89.65999603271484, "Augmented-0.1-Quantile-Accuracy": 90.47999572753906, "Augmented-Accuracy": 92.8468, "Augmented-Loss": 0.7649940442419052, "Clean-Accuracy": 91.86, "Clean-Loss": 0.6922669939994812, "PGD-Accuracy": 0.14, "PGD-Loss": 5.865697515106201}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 500.5330867767334, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.04000091552734, "Augmented-0.05-Quantile-Accuracy": 82.36000061035156, "Augmented-0.1-Quantile-Accuracy": 83.54000091552734, "Augmented-Accuracy": 86.7026, "Augmented-Loss": 0.8636027697372437, "Clean-Accuracy": 88.26, "Clean-Loss": 0.800453247833252, "PGD-Accuracy": 0.07, "PGD-Loss": 6.254981744384765}, "Total-Time": 45006.70079112053, "Train": {"Loss": 0.9669179339218139, "avg t": 0.9444753125, "plain loss": 0.6941822593536373, "standard loss": 0.6906303799629211}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.33999633789062, "Augmented-0.05-Quantile-Accuracy": 89.5, "Augmented-0.1-Quantile-Accuracy": 90.23999786376953, "Augmented-Accuracy": 92.8524, "Augmented-Loss": 0.7655461420183182, "Clean-Accuracy": 88.14, "Clean-Loss": 0.7343433002471924, "PGD-Accuracy": 0.18, "PGD-Loss": 5.86125491027832}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 500.6627411842346, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.98999786376953, "Augmented-0.05-Quantile-Accuracy": 82.50999450683594, "Augmented-0.1-Quantile-Accuracy": 83.47000122070312, "Augmented-Accuracy": 86.7321, "Augmented-Loss": 0.8632324476470947, "Clean-Accuracy": 88.34, "Clean-Loss": 0.8021694572448731, "PGD-Accuracy": 0.07, "PGD-Loss": 6.251111236572266}, "Total-Time": 45507.363532304764, "Train": {"Loss": 0.9663024980926513, "avg t": 0.943954375, "plain loss": 0.6939026063995358, "standard loss": 0.6900823915481568}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.77999877929688, "Augmented-0.05-Quantile-Accuracy": 89.1199951171875, "Augmented-0.1-Quantile-Accuracy": 90.23999786376953, "Augmented-Accuracy": 92.594, "Augmented-Loss": 0.7676529209346771, "Clean-Accuracy": 88.58, "Clean-Loss": 0.7487685138702392, "PGD-Accuracy": 0.2, "PGD-Loss": 5.8576866813659665}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 497.95473885536194, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.0199966430664, "Augmented-0.05-Quantile-Accuracy": 82.48999786376953, "Augmented-0.1-Quantile-Accuracy": 83.47000122070312, "Augmented-Accuracy": 86.7894, "Augmented-Loss": 0.8632876781158447, "Clean-Accuracy": 88.32, "Clean-Loss": 0.8020177070617676, "PGD-Accuracy": 0.07, "PGD-Loss": 6.2470290710449214}, "Total-Time": 46005.318271160126, "Train": {"Loss": 0.9653255341720581, "avg t": 0.94361890625, "plain loss": 0.6934504755554193, "standard loss": 0.6896639195632934}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.5, "Augmented-0.05-Quantile-Accuracy": 89.57999420166016, "Augmented-0.1-Quantile-Accuracy": 90.37999725341797, "Augmented-Accuracy": 92.7888, "Augmented-Loss": 0.7669630290441513, "Clean-Accuracy": 90.06, "Clean-Loss": 0.763499089050293, "PGD-Accuracy": 0.22, "PGD-Loss": 5.875124095153809}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 502.39200925827026, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.0, "Augmented-0.05-Quantile-Accuracy": 82.48999786376953, "Augmented-0.1-Quantile-Accuracy": 83.33999633789062, "Augmented-Accuracy": 86.82, "Augmented-Loss": 0.8638111024475098, "Clean-Accuracy": 88.49, "Clean-Loss": 0.8008008979797363, "PGD-Accuracy": 0.07, "PGD-Loss": 6.242473321533203}, "Total-Time": 46507.710280418396, "Train": {"Loss": 0.9651897423934936, "avg t": 0.94339921875, "plain loss": 0.6929382076568609, "standard loss": 0.6892868474006653}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.77999877929688, "Augmented-0.05-Quantile-Accuracy": 89.77999877929688, "Augmented-0.1-Quantile-Accuracy": 90.5199966430664, "Augmented-Accuracy": 92.9896, "Augmented-Loss": 0.766576713461876, "Clean-Accuracy": 87.88, "Clean-Loss": 0.750065869140625, "PGD-Accuracy": 0.14, "PGD-Loss": 5.845743874359131}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 499.7139024734497, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.08999633789062, "Augmented-0.05-Quantile-Accuracy": 82.48999786376953, "Augmented-0.1-Quantile-Accuracy": 83.57999420166016, "Augmented-Accuracy": 86.8101, "Augmented-Loss": 0.8636932580184936, "Clean-Accuracy": 88.42, "Clean-Loss": 0.8039737899780274, "PGD-Accuracy": 0.06, "PGD-Loss": 6.239841052246094}, "Total-Time": 47007.424182891846, "Train": {"Loss": 0.9646999696159363, "avg t": 0.94299046875, "plain loss": 0.6923142326049806, "standard loss": 0.6886138746261596}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.77999877929688, "Augmented-0.05-Quantile-Accuracy": 89.27999877929688, "Augmented-0.1-Quantile-Accuracy": 90.41999816894531, "Augmented-Accuracy": 92.8196, "Augmented-Loss": 0.7690369354429245, "Clean-Accuracy": 90.56, "Clean-Loss": 0.6943717929840088, "PGD-Accuracy": 0.26, "PGD-Loss": 5.853918588256836}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 499.74912452697754, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.15999603271484, "Augmented-0.05-Quantile-Accuracy": 82.58999633789062, "Augmented-0.1-Quantile-Accuracy": 83.54000091552734, "Augmented-Accuracy": 86.8028, "Augmented-Loss": 0.8637847338638306, "Clean-Accuracy": 88.53, "Clean-Loss": 0.8045143051147461, "PGD-Accuracy": 0.08, "PGD-Loss": 6.23902001953125}, "Total-Time": 47507.17330741882, "Train": {"Loss": 0.9656264031982422, "avg t": 0.9432490625, "plain loss": 0.693139193725586, "standard loss": 0.689438283996582}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.47999572753906, "Augmented-0.05-Quantile-Accuracy": 89.5199966430664, "Augmented-0.1-Quantile-Accuracy": 90.37999725341797, "Augmented-Accuracy": 93.0592, "Augmented-Loss": 0.7699405845355988, "Clean-Accuracy": 91.2, "Clean-Loss": 0.7072928022384644, "PGD-Accuracy": 0.2, "PGD-Loss": 5.8648540435791015}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 495.2542917728424, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.06999969482422, "Augmented-0.05-Quantile-Accuracy": 82.45999908447266, "Augmented-0.1-Quantile-Accuracy": 83.54999542236328, "Augmented-Accuracy": 86.826, "Augmented-Loss": 0.8642849431686401, "Clean-Accuracy": 88.36, "Clean-Loss": 0.8025544555664063, "PGD-Accuracy": 0.07, "PGD-Loss": 6.234817236328125}, "Total-Time": 48002.427599191666, "Train": {"Loss": 0.9646606726646423, "avg t": 0.94299703125, "plain loss": 0.692923069366455, "standard loss": 0.6894212725448609}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 89.93999481201172, "Augmented-Accuracy": 92.7454, "Augmented-Loss": 0.767387796743393, "Clean-Accuracy": 91.54, "Clean-Loss": 0.6980930326461792, "PGD-Accuracy": 0.16, "PGD-Loss": 5.842944955444336}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 503.93689012527466, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.90999603271484, "Augmented-0.05-Quantile-Accuracy": 82.56999969482422, "Augmented-0.1-Quantile-Accuracy": 83.57999420166016, "Augmented-Accuracy": 86.8343, "Augmented-Loss": 0.8643069060821533, "Clean-Accuracy": 88.26, "Clean-Loss": 0.8040450233459473, "PGD-Accuracy": 0.07, "PGD-Loss": 6.232385925292968}, "Total-Time": 48506.36448931694, "Train": {"Loss": 0.9644734945678711, "avg t": 0.942665, "plain loss": 0.692533055419921, "standard loss": 0.688887872543335}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.05999755859375, "Augmented-0.05-Quantile-Accuracy": 89.5, "Augmented-0.1-Quantile-Accuracy": 90.37999725341797, "Augmented-Accuracy": 92.5626, "Augmented-Loss": 0.7686851712856293, "Clean-Accuracy": 90.02, "Clean-Loss": 0.7422505800247192, "PGD-Accuracy": 0.16, "PGD-Loss": 5.840169342803955}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 520.0136110782623, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.07999420166016, "Augmented-0.05-Quantile-Accuracy": 82.58999633789062, "Augmented-0.1-Quantile-Accuracy": 83.57999420166016, "Augmented-Accuracy": 86.8688, "Augmented-Loss": 0.8640165092086792, "Clean-Accuracy": 88.34, "Clean-Loss": 0.8023715042114258, "PGD-Accuracy": 0.09, "PGD-Loss": 6.229707434082031}, "Total-Time": 49026.3781003952, "Train": {"Loss": 0.9646934365844727, "avg t": 0.9430275, "plain loss": 0.6926335600585934, "standard loss": 0.6890165929985046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.23999786376953, "Augmented-0.05-Quantile-Accuracy": 89.33999633789062, "Augmented-0.1-Quantile-Accuracy": 90.05999755859375, "Augmented-Accuracy": 92.7452, "Augmented-Loss": 0.7705347816352844, "Clean-Accuracy": 92.24, "Clean-Loss": 0.6864343670845032, "PGD-Accuracy": 0.12, "PGD-Loss": 5.854271940612793}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 500.5186779499054, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.95999908447266, "Augmented-0.05-Quantile-Accuracy": 82.50999450683594, "Augmented-0.1-Quantile-Accuracy": 83.58999633789062, "Augmented-Accuracy": 86.864, "Augmented-Loss": 0.8636047219467163, "Clean-Accuracy": 88.59, "Clean-Loss": 0.8019817657470704, "PGD-Accuracy": 0.08, "PGD-Loss": 6.225650952148437}, "Total-Time": 49526.89677834511, "Train": {"Loss": 0.9654102802658081, "avg t": 0.94317015625, "plain loss": 0.6929538439483642, "standard loss": 0.6894183570480347}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.27999877929688, "Augmented-0.05-Quantile-Accuracy": 89.37999725341797, "Augmented-0.1-Quantile-Accuracy": 90.22000122070312, "Augmented-Accuracy": 92.416, "Augmented-Loss": 0.7680406782369613, "Clean-Accuracy": 87.18, "Clean-Loss": 0.7459729424476623, "PGD-Accuracy": 0.18, "PGD-Loss": 5.830615990447998}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 499.7382402420044, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.07999420166016, "Augmented-0.05-Quantile-Accuracy": 82.54000091552734, "Augmented-0.1-Quantile-Accuracy": 83.58999633789062, "Augmented-Accuracy": 86.8481, "Augmented-Loss": 0.8644347980499267, "Clean-Accuracy": 88.35, "Clean-Loss": 0.8029778587341309, "PGD-Accuracy": 0.1, "PGD-Loss": 6.224180871582031}, "Total-Time": 50026.63501858711, "Train": {"Loss": 0.965093236579895, "avg t": 0.9433271875, "plain loss": 0.6933144678039552, "standard loss": 0.6897433208084106}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.22000122070312, "Augmented-0.05-Quantile-Accuracy": 89.6199951171875, "Augmented-0.1-Quantile-Accuracy": 90.57999420166016, "Augmented-Accuracy": 93.0924, "Augmented-Loss": 0.7679410787086487, "Clean-Accuracy": 85.82, "Clean-Loss": 0.7980926758766175, "PGD-Accuracy": 0.28, "PGD-Loss": 5.829675481414795}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 498.79963874816895, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.0999984741211, "Augmented-0.05-Quantile-Accuracy": 82.48999786376953, "Augmented-0.1-Quantile-Accuracy": 83.54999542236328, "Augmented-Accuracy": 86.85, "Augmented-Loss": 0.8643072161941528, "Clean-Accuracy": 88.39, "Clean-Loss": 0.8034420669555664, "PGD-Accuracy": 0.07, "PGD-Loss": 6.221507006835938}, "Total-Time": 50525.43465733528, "Train": {"Loss": 0.9640701703262329, "avg t": 0.9422890625, "plain loss": 0.6923651569824215, "standard loss": 0.6887627347946167}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.36000061035156, "Augmented-0.05-Quantile-Accuracy": 89.5999984741211, "Augmented-0.1-Quantile-Accuracy": 90.65999603271484, "Augmented-Accuracy": 93.0936, "Augmented-Loss": 0.7675104422960282, "Clean-Accuracy": 92.1, "Clean-Loss": 0.6970966450691223, "PGD-Accuracy": 0.18, "PGD-Loss": 5.833960395812988}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 500.00622725486755, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.16999816894531, "Augmented-0.05-Quantile-Accuracy": 82.63999938964844, "Augmented-0.1-Quantile-Accuracy": 83.58999633789062, "Augmented-Accuracy": 86.841, "Augmented-Loss": 0.8647312690048218, "Clean-Accuracy": 88.54, "Clean-Loss": 0.8042765029907226, "PGD-Accuracy": 0.09, "PGD-Loss": 6.217019616699218}, "Total-Time": 51025.44088459015, "Train": {"Loss": 0.9630642573165894, "avg t": 0.9425646875, "plain loss": 0.6921285577697757, "standard loss": 0.6885591543960571}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.75999450683594, "Augmented-0.05-Quantile-Accuracy": 89.93999481201172, "Augmented-0.1-Quantile-Accuracy": 90.75999450683594, "Augmented-Accuracy": 92.8806, "Augmented-Loss": 0.7701419921770096, "Clean-Accuracy": 92.86, "Clean-Loss": 0.6965072165489197, "PGD-Accuracy": 0.2, "PGD-Loss": 5.834647470855713}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 500.32883405685425, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.93000030517578, "Augmented-0.05-Quantile-Accuracy": 82.55999755859375, "Augmented-0.1-Quantile-Accuracy": 83.50999450683594, "Augmented-Accuracy": 86.8417, "Augmented-Loss": 0.8646337727279663, "Clean-Accuracy": 88.59, "Clean-Loss": 0.8052904106140136, "PGD-Accuracy": 0.09, "PGD-Loss": 6.215765966796875}, "Total-Time": 51525.769718647, "Train": {"Loss": 0.9634715587997437, "avg t": 0.94257546875, "plain loss": 0.6930966000518806, "standard loss": 0.6895659369659424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.77999877929688, "Augmented-0.05-Quantile-Accuracy": 89.5199966430664, "Augmented-0.1-Quantile-Accuracy": 90.43999481201172, "Augmented-Accuracy": 92.9376, "Augmented-Loss": 0.7707528725996018, "Clean-Accuracy": 90.48, "Clean-Loss": 0.7214249223709106, "PGD-Accuracy": 0.18, "PGD-Loss": 5.837939712524414}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 498.0738101005554, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.0199966430664, "Augmented-0.05-Quantile-Accuracy": 82.5199966430664, "Augmented-0.1-Quantile-Accuracy": 83.52999877929688, "Augmented-Accuracy": 86.8141, "Augmented-Loss": 0.8644676268310547, "Clean-Accuracy": 88.56, "Clean-Loss": 0.8042290710449219, "PGD-Accuracy": 0.08, "PGD-Loss": 6.2160660339355465}, "Total-Time": 52023.84352874756, "Train": {"Loss": 0.9627325089645385, "avg t": 0.94195171875, "plain loss": 0.6909151043395989, "standard loss": 0.6871619440460205}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.18000030517578, "Augmented-0.05-Quantile-Accuracy": 89.33999633789062, "Augmented-0.1-Quantile-Accuracy": 90.33999633789062, "Augmented-Accuracy": 92.5672, "Augmented-Loss": 0.769586271692276, "Clean-Accuracy": 90.96, "Clean-Loss": 0.7122288716316223, "PGD-Accuracy": 0.18, "PGD-Loss": 5.837106915283203}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 501.27273058891296, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.80999755859375, "Augmented-0.05-Quantile-Accuracy": 82.5999984741211, "Augmented-0.1-Quantile-Accuracy": 83.54999542236328, "Augmented-Accuracy": 86.813, "Augmented-Loss": 0.8652372113342285, "Clean-Accuracy": 88.39, "Clean-Loss": 0.8055669631958008, "PGD-Accuracy": 0.08, "PGD-Loss": 6.2151121948242185}, "Total-Time": 52525.11625933647, "Train": {"Loss": 0.9640901705169678, "avg t": 0.94254359375, "plain loss": 0.6921372449646003, "standard loss": 0.6885074544143677}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.86000061035156, "Augmented-0.05-Quantile-Accuracy": 89.75999450683594, "Augmented-0.1-Quantile-Accuracy": 90.45999908447266, "Augmented-Accuracy": 93.1046, "Augmented-Loss": 0.7694428411931992, "Clean-Accuracy": 91.5, "Clean-Loss": 0.7330250061988831, "PGD-Accuracy": 0.14, "PGD-Loss": 5.8265620178222655}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 499.88281893730164, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.04000091552734, "Augmented-0.05-Quantile-Accuracy": 82.52999877929688, "Augmented-0.1-Quantile-Accuracy": 83.50999450683594, "Augmented-Accuracy": 86.8074, "Augmented-Loss": 0.8651425434646607, "Clean-Accuracy": 88.45, "Clean-Loss": 0.8039366561889648, "PGD-Accuracy": 0.1, "PGD-Loss": 6.213851312255859}, "Total-Time": 53024.99907827377, "Train": {"Loss": 0.9641478973007203, "avg t": 0.94283578125, "plain loss": 0.6928380479583742, "standard loss": 0.6891938189697265}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.5, "Augmented-0.05-Quantile-Accuracy": 89.54000091552734, "Augmented-0.1-Quantile-Accuracy": 90.29999542236328, "Augmented-Accuracy": 92.7184, "Augmented-Loss": 0.7684618827629089, "Clean-Accuracy": 90.1, "Clean-Loss": 0.7158123584747315, "PGD-Accuracy": 0.24, "PGD-Loss": 5.820665694427491}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 521.1826903820038, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.1199951171875, "Augmented-0.05-Quantile-Accuracy": 82.50999450683594, "Augmented-0.1-Quantile-Accuracy": 83.54999542236328, "Augmented-Accuracy": 86.8252, "Augmented-Loss": 0.8656627755966186, "Clean-Accuracy": 88.4, "Clean-Loss": 0.8077129997253418, "PGD-Accuracy": 0.1, "PGD-Loss": 6.208640655517578}, "Total-Time": 53546.18176865578, "Train": {"Loss": 0.9634497813987732, "avg t": 0.94208625, "plain loss": 0.6922288896789542, "standard loss": 0.6885902574539184}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.22000122070312, "Augmented-0.05-Quantile-Accuracy": 89.72000122070312, "Augmented-0.1-Quantile-Accuracy": 90.33999633789062, "Augmented-Accuracy": 92.6466, "Augmented-Loss": 0.7727387117319107, "Clean-Accuracy": 89.32, "Clean-Loss": 0.7141361172676086, "PGD-Accuracy": 0.26, "PGD-Loss": 5.822556859588623}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 501.5429308414459, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.06999969482422, "Augmented-0.05-Quantile-Accuracy": 82.44999694824219, "Augmented-0.1-Quantile-Accuracy": 83.50999450683594, "Augmented-Accuracy": 86.814, "Augmented-Loss": 0.8656686178817748, "Clean-Accuracy": 88.38, "Clean-Loss": 0.8069248222351074, "PGD-Accuracy": 0.1, "PGD-Loss": 6.206904986572265}, "Total-Time": 54047.72469949722, "Train": {"Loss": 0.9636547367858886, "avg t": 0.94234921875, "plain loss": 0.6931593415679939, "standard loss": 0.6895148644256592}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.22000122070312, "Augmented-0.05-Quantile-Accuracy": 89.86000061035156, "Augmented-0.1-Quantile-Accuracy": 90.83999633789062, "Augmented-Accuracy": 93.1746, "Augmented-Loss": 0.7707626214628219, "Clean-Accuracy": 90.42, "Clean-Loss": 0.7059937346458435, "PGD-Accuracy": 0.24, "PGD-Loss": 5.817222486877442}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 496.704829454422, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.93999481201172, "Augmented-0.05-Quantile-Accuracy": 82.54999542236328, "Augmented-0.1-Quantile-Accuracy": 83.56999969482422, "Augmented-Accuracy": 86.8481, "Augmented-Loss": 0.8653852799301147, "Clean-Accuracy": 88.58, "Clean-Loss": 0.8050008354187012, "PGD-Accuracy": 0.09, "PGD-Loss": 6.203769970703125}, "Total-Time": 54544.429528951645, "Train": {"Loss": 0.9639543906211853, "avg t": 0.9422096875, "plain loss": 0.6921750365142824, "standard loss": 0.688497203502655}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.87999725341797, "Augmented-0.05-Quantile-Accuracy": 89.54000091552734, "Augmented-0.1-Quantile-Accuracy": 90.5, "Augmented-Accuracy": 92.9002, "Augmented-Loss": 0.7688485788345337, "Clean-Accuracy": 90.66, "Clean-Loss": 0.7210317019462585, "PGD-Accuracy": 0.26, "PGD-Loss": 5.836629230499268}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 497.2971022129059, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.07999420166016, "Augmented-0.05-Quantile-Accuracy": 82.5199966430664, "Augmented-0.1-Quantile-Accuracy": 83.47999572753906, "Augmented-Accuracy": 86.8237, "Augmented-Loss": 0.8657688722686767, "Clean-Accuracy": 88.4, "Clean-Loss": 0.8076525177001953, "PGD-Accuracy": 0.12, "PGD-Loss": 6.202771997070313}, "Total-Time": 55041.72663116455, "Train": {"Loss": 0.9632488994979859, "avg t": 0.94228734375, "plain loss": 0.6923735559692379, "standard loss": 0.6886495859718322}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.5, "Augmented-0.1-Quantile-Accuracy": 90.43999481201172, "Augmented-Accuracy": 93.1276, "Augmented-Loss": 0.7712400957889557, "Clean-Accuracy": 91.22, "Clean-Loss": 0.7180500819206238, "PGD-Accuracy": 0.18, "PGD-Loss": 5.826277703857422}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 501.53336334228516, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.98999786376953, "Augmented-0.05-Quantile-Accuracy": 82.5199966430664, "Augmented-0.1-Quantile-Accuracy": 83.57999420166016, "Augmented-Accuracy": 86.835, "Augmented-Loss": 0.8658698560638428, "Clean-Accuracy": 88.45, "Clean-Loss": 0.8058490463256835, "PGD-Accuracy": 0.1, "PGD-Loss": 6.202700732421875}, "Total-Time": 55543.259994506836, "Train": {"Loss": 0.9641596857261657, "avg t": 0.94236015625, "plain loss": 0.6920529328155514, "standard loss": 0.6883420101547241}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.33999633789062, "Augmented-0.05-Quantile-Accuracy": 89.5, "Augmented-0.1-Quantile-Accuracy": 90.5199966430664, "Augmented-Accuracy": 92.8162, "Augmented-Loss": 0.7718108144073487, "Clean-Accuracy": 89.78, "Clean-Loss": 0.7109731684684754, "PGD-Accuracy": 0.22, "PGD-Loss": 5.814295560455323}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 505.8163950443268, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.07999420166016, "Augmented-0.05-Quantile-Accuracy": 82.5, "Augmented-0.1-Quantile-Accuracy": 83.61000061035156, "Augmented-Accuracy": 86.8346, "Augmented-Loss": 0.8663149466705322, "Clean-Accuracy": 88.48, "Clean-Loss": 0.8070875923156738, "PGD-Accuracy": 0.11, "PGD-Loss": 6.201010083007812}, "Total-Time": 56049.07638955116, "Train": {"Loss": 0.9627999911499023, "avg t": 0.94181375, "plain loss": 0.6912060935058593, "standard loss": 0.6875141817855835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.4000015258789, "Augmented-0.05-Quantile-Accuracy": 89.81999969482422, "Augmented-0.1-Quantile-Accuracy": 90.6199951171875, "Augmented-Accuracy": 92.9842, "Augmented-Loss": 0.771169384601593, "Clean-Accuracy": 90.48, "Clean-Loss": 0.7467591415405274, "PGD-Accuracy": 0.24, "PGD-Loss": 5.811198034667969}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 502.55664134025574, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.04999542236328, "Augmented-0.05-Quantile-Accuracy": 82.5199966430664, "Augmented-0.1-Quantile-Accuracy": 83.62999725341797, "Augmented-Accuracy": 86.8724, "Augmented-Loss": 0.8655606152572631, "Clean-Accuracy": 88.39, "Clean-Loss": 0.8063407081604004, "PGD-Accuracy": 0.1, "PGD-Loss": 6.198707818603515}, "Total-Time": 56551.63303089142, "Train": {"Loss": 0.9645398632240295, "avg t": 0.94242078125, "plain loss": 0.6925437381286625, "standard loss": 0.6889608052635193}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.1199951171875, "Augmented-0.05-Quantile-Accuracy": 89.57999420166016, "Augmented-0.1-Quantile-Accuracy": 90.47999572753906, "Augmented-Accuracy": 92.8502, "Augmented-Loss": 0.7693306111268997, "Clean-Accuracy": 91.18, "Clean-Loss": 0.7177231715202331, "PGD-Accuracy": 0.18, "PGD-Loss": 5.8116729553222655}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 501.1028242111206, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.0999984741211, "Augmented-0.05-Quantile-Accuracy": 82.57999420166016, "Augmented-0.1-Quantile-Accuracy": 83.69999694824219, "Augmented-Accuracy": 86.8745, "Augmented-Loss": 0.8658027227249145, "Clean-Accuracy": 88.51, "Clean-Loss": 0.8055603454589844, "PGD-Accuracy": 0.1, "PGD-Loss": 6.196432263183594}, "Total-Time": 57052.73585510254, "Train": {"Loss": 0.9631154592132568, "avg t": 0.942086875, "plain loss": 0.6918755579986567, "standard loss": 0.6882917942810058}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.75999450683594, "Augmented-0.05-Quantile-Accuracy": 90.18000030517578, "Augmented-0.1-Quantile-Accuracy": 90.95999908447266, "Augmented-Accuracy": 93.1032, "Augmented-Loss": 0.770298493309021, "Clean-Accuracy": 90.96, "Clean-Loss": 0.7563380756378174, "PGD-Accuracy": 0.16, "PGD-Loss": 5.804965780639648}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 520.1678605079651, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.12999725341797, "Augmented-0.05-Quantile-Accuracy": 82.5, "Augmented-0.1-Quantile-Accuracy": 83.68000030517578, "Augmented-Accuracy": 86.8926, "Augmented-Loss": 0.8656979218902587, "Clean-Accuracy": 88.36, "Clean-Loss": 0.8079236427307129, "PGD-Accuracy": 0.1, "PGD-Loss": 6.192735748291016}, "Total-Time": 57572.903715610504, "Train": {"Loss": 0.9635950824356079, "avg t": 0.94209078125, "plain loss": 0.6924568732147216, "standard loss": 0.6888575425338745}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.29999542236328, "Augmented-0.05-Quantile-Accuracy": 89.75999450683594, "Augmented-0.1-Quantile-Accuracy": 90.72000122070312, "Augmented-Accuracy": 93.0016, "Augmented-Loss": 0.7707604528942108, "Clean-Accuracy": 91.44, "Clean-Loss": 0.7225792583465576, "PGD-Accuracy": 0.26, "PGD-Loss": 5.799021999359131}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
