{"Epoch": 0, "Epoch-Time": 502.4805221557617, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.31999969482422, "Augmented-0.05-Quantile-Accuracy": 45.97999954223633, "Augmented-0.1-Quantile-Accuracy": 46.62999725341797, "Augmented-Accuracy": 48.982, "Augmented-Loss": 1.38098364037323, "Clean-Accuracy": 48.75, "Clean-Loss": 1.3670910552978515, "PGD-Accuracy": 2.7, "PGD-Loss": 3.7956202301025392}, "Total-Time": 502.4805221557617, "Train": {"Loss": 3.0550229945373535, "avg t": 1.1205220916366576, "plain loss": 1.6491512575073248, "standard loss": 1.6483843881988525}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.07999801635742, "Augmented-0.05-Quantile-Accuracy": 46.47999954223633, "Augmented-0.1-Quantile-Accuracy": 47.03999710083008, "Augmented-Accuracy": 49.282, "Augmented-Loss": 1.3642060811119079, "Clean-Accuracy": 50.64, "Clean-Loss": 1.3583202808380126, "PGD-Accuracy": 3.82, "PGD-Loss": 3.541613830566406}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 497.5662703514099, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.72999954223633, "Augmented-0.05-Quantile-Accuracy": 54.44999694824219, "Augmented-0.1-Quantile-Accuracy": 55.44999694824219, "Augmented-Accuracy": 59.6023, "Augmented-Loss": 1.2452192233428956, "Clean-Accuracy": 58.59, "Clean-Loss": 1.2208069664001464, "PGD-Accuracy": 0.92, "PGD-Loss": 4.946238458251953}, "Total-Time": 1000.0467925071716, "Train": {"Loss": 2.1503221179580687, "avg t": 1.069685538597107, "plain loss": 1.3058873757324212, "standard loss": 1.3021694166946411}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.459999084472656, "Augmented-0.05-Quantile-Accuracy": 53.91999816894531, "Augmented-0.1-Quantile-Accuracy": 54.8599967956543, "Augmented-Accuracy": 58.7162, "Augmented-Loss": 1.2507352288990021, "Clean-Accuracy": 54.62, "Clean-Loss": 1.3114036819458008, "PGD-Accuracy": 1.04, "PGD-Loss": 4.618359629821778}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 499.9327914714813, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.68000030517578, "Augmented-0.05-Quantile-Accuracy": 54.439998626708984, "Augmented-0.1-Quantile-Accuracy": 55.599998474121094, "Augmented-Accuracy": 59.9012, "Augmented-Loss": 1.1824817229537963, "Clean-Accuracy": 60.07, "Clean-Loss": 1.1294533378601075, "PGD-Accuracy": 0.08, "PGD-Loss": 6.01656376953125}, "Total-Time": 1499.979583978653, "Train": {"Loss": 1.8457125402069092, "avg t": 1.0441774393844605, "plain loss": 1.1736265611877437, "standard loss": 1.1688304828643798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.3599967956543, "Augmented-0.05-Quantile-Accuracy": 54.73999786376953, "Augmented-0.1-Quantile-Accuracy": 56.119998931884766, "Augmented-Accuracy": 60.4904, "Augmented-Loss": 1.153932551864624, "Clean-Accuracy": 58.34, "Clean-Loss": 1.1678635173797607, "PGD-Accuracy": 0.22, "PGD-Loss": 5.773761423492432}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 524.6939733028412, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.68000030517578, "Augmented-0.05-Quantile-Accuracy": 63.6099967956543, "Augmented-0.1-Quantile-Accuracy": 64.80999755859375, "Augmented-Accuracy": 69.25, "Augmented-Loss": 1.0452326079788208, "Clean-Accuracy": 68.48, "Clean-Loss": 1.023754987335205, "PGD-Accuracy": 0.07, "PGD-Loss": 6.262817016601563}, "Total-Time": 2024.6735572814941, "Train": {"Loss": 1.6661126468276977, "avg t": 1.027090445613861, "plain loss": 1.0893052839660649, "standard loss": 1.084272541885376}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.13999938964844, "Augmented-0.05-Quantile-Accuracy": 64.93999481201172, "Augmented-0.1-Quantile-Accuracy": 66.47999572753906, "Augmented-Accuracy": 70.6152, "Augmented-Loss": 1.0221156257781983, "Clean-Accuracy": 65.76, "Clean-Loss": 1.0701884212493897, "PGD-Accuracy": 0.16, "PGD-Loss": 5.954661520385742}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 501.7873888015747, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.72999954223633, "Augmented-0.05-Quantile-Accuracy": 66.0199966430664, "Augmented-0.1-Quantile-Accuracy": 67.48999786376953, "Augmented-Accuracy": 71.5144, "Augmented-Loss": 1.0437625270767212, "Clean-Accuracy": 71.76, "Clean-Loss": 0.9776813835144043, "PGD-Accuracy": 0.06, "PGD-Loss": 6.16622900390625}, "Total-Time": 2526.460946083069, "Train": {"Loss": 1.5663921296691894, "avg t": 1.0168986105918885, "plain loss": 1.0404350245666512, "standard loss": 1.0346041485977173}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.5, "Augmented-0.05-Quantile-Accuracy": 67.6199951171875, "Augmented-0.1-Quantile-Accuracy": 68.97999572753906, "Augmented-Accuracy": 73.5906, "Augmented-Loss": 1.0061122199258805, "Clean-Accuracy": 72.18, "Clean-Loss": 1.0016490706443786, "PGD-Accuracy": 0.08, "PGD-Loss": 5.8059098922729495}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 497.98429560661316, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.189998626708984, "Augmented-0.05-Quantile-Accuracy": 62.65999984741211, "Augmented-0.1-Quantile-Accuracy": 64.01000213623047, "Augmented-Accuracy": 69.0213, "Augmented-Loss": 1.1153756494598388, "Clean-Accuracy": 68.53, "Clean-Loss": 1.0476725799560547, "PGD-Accuracy": 0.1, "PGD-Loss": 6.488217816162109}, "Total-Time": 3024.445241689682, "Train": {"Loss": 1.494401202697754, "avg t": 1.0095113096618653, "plain loss": 1.0085766006469732, "standard loss": 1.0026040092086792}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.55999755859375, "Augmented-0.05-Quantile-Accuracy": 63.07999801635742, "Augmented-0.1-Quantile-Accuracy": 64.27999877929688, "Augmented-Accuracy": 69.3392, "Augmented-Loss": 1.0867307821865082, "Clean-Accuracy": 64.68, "Clean-Loss": 1.05544585647583, "PGD-Accuracy": 0.1, "PGD-Loss": 6.224050729370117}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 496.6825067996979, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.14999771118164, "Augmented-0.05-Quantile-Accuracy": 63.619998931884766, "Augmented-0.1-Quantile-Accuracy": 65.29999542236328, "Augmented-Accuracy": 69.9816, "Augmented-Loss": 1.0976841903381347, "Clean-Accuracy": 69.16, "Clean-Loss": 1.0327232719421386, "PGD-Accuracy": 0.2, "PGD-Loss": 6.372393029785156}, "Total-Time": 3521.12774848938, "Train": {"Loss": 1.4642322692871095, "avg t": 1.0066991219329835, "plain loss": 1.0002227517395021, "standard loss": 0.9940373203849793}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.019996643066406, "Augmented-0.05-Quantile-Accuracy": 65.04000091552734, "Augmented-0.1-Quantile-Accuracy": 66.29999542236328, "Augmented-Accuracy": 70.7576, "Augmented-Loss": 1.0430767949047088, "Clean-Accuracy": 71.98, "Clean-Loss": 0.9549195896148681, "PGD-Accuracy": 0.18, "PGD-Loss": 6.099496096038818}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 496.6122622489929, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.029998779296875, "Augmented-0.05-Quantile-Accuracy": 65.66999816894531, "Augmented-0.1-Quantile-Accuracy": 67.22000122070312, "Augmented-Accuracy": 71.9544, "Augmented-Loss": 1.0809531834716797, "Clean-Accuracy": 71.37, "Clean-Loss": 1.0433554916381835, "PGD-Accuracy": 0.06, "PGD-Loss": 6.3132034729003905}, "Total-Time": 4017.740010738373, "Train": {"Loss": 1.4402250118255615, "avg t": 1.0032836499404907, "plain loss": 0.9889278211059567, "standard loss": 0.9824458977508544}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.13999938964844, "Augmented-0.05-Quantile-Accuracy": 65.55999755859375, "Augmented-0.1-Quantile-Accuracy": 66.83999633789062, "Augmented-Accuracy": 71.7266, "Augmented-Loss": 1.0556511872997283, "Clean-Accuracy": 71.72, "Clean-Loss": 0.9838041450500489, "PGD-Accuracy": 0.02, "PGD-Loss": 6.062492447662353}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 495.5194528102875, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.029998779296875, "Augmented-0.05-Quantile-Accuracy": 65.52999877929688, "Augmented-0.1-Quantile-Accuracy": 66.97999572753906, "Augmented-Accuracy": 71.5533, "Augmented-Loss": 1.1159389951171874, "Clean-Accuracy": 71.24, "Clean-Loss": 1.0670571441650392, "PGD-Accuracy": 0.04, "PGD-Loss": 6.296167022705078}, "Total-Time": 4513.25946354866, "Train": {"Loss": 1.4203457308959961, "avg t": 1.0015141680145263, "plain loss": 0.9849993839416508, "standard loss": 0.9784787595367431}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.91999816894531, "Augmented-0.05-Quantile-Accuracy": 66.0199966430664, "Augmented-0.1-Quantile-Accuracy": 67.45999908447266, "Augmented-Accuracy": 72.46, "Augmented-Loss": 1.0770425885372161, "Clean-Accuracy": 77.52, "Clean-Loss": 0.9560355844497681, "PGD-Accuracy": 0.06, "PGD-Loss": 6.12457652130127}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 497.4875922203064, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.51000213623047, "Augmented-0.05-Quantile-Accuracy": 67.8499984741211, "Augmented-0.1-Quantile-Accuracy": 69.33999633789062, "Augmented-Accuracy": 74.0001, "Augmented-Loss": 1.0715958328399657, "Clean-Accuracy": 74.72, "Clean-Loss": 0.9876167930603027, "PGD-Accuracy": 0.2, "PGD-Loss": 5.985958728027343}, "Total-Time": 5010.747055768967, "Train": {"Loss": 1.4157152591323852, "avg t": 1.0002370332336425, "plain loss": 0.982704554321288, "standard loss": 0.9759732034301758}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.65999603271484, "Augmented-0.05-Quantile-Accuracy": 71.05999755859375, "Augmented-0.1-Quantile-Accuracy": 72.41999816894531, "Augmented-Accuracy": 76.6074, "Augmented-Loss": 1.0089750765657426, "Clean-Accuracy": 75.66, "Clean-Loss": 0.9596888465881348, "PGD-Accuracy": 0.12, "PGD-Loss": 5.738851615905761}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 498.7293384075165, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.89999771118164, "Augmented-0.05-Quantile-Accuracy": 66.81999969482422, "Augmented-0.1-Quantile-Accuracy": 68.06999969482422, "Augmented-Accuracy": 72.828, "Augmented-Loss": 1.068995176109314, "Clean-Accuracy": 73.58, "Clean-Loss": 0.9832184143066406, "PGD-Accuracy": 0.08, "PGD-Loss": 5.951493762207031}, "Total-Time": 5509.476394176483, "Train": {"Loss": 1.393693149986267, "avg t": 0.9977118753051758, "plain loss": 0.9738144395446767, "standard loss": 0.9672070837402343}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.31999969482422, "Augmented-0.05-Quantile-Accuracy": 69.43999481201172, "Augmented-0.1-Quantile-Accuracy": 70.68000030517578, "Augmented-Accuracy": 74.9854, "Augmented-Loss": 1.0042382135810852, "Clean-Accuracy": 75.74, "Clean-Loss": 0.9084793428421021, "PGD-Accuracy": 0.06, "PGD-Loss": 5.731078143310547}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 500.46129179000854, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.04000091552734, "Augmented-0.05-Quantile-Accuracy": 68.40999603271484, "Augmented-0.1-Quantile-Accuracy": 69.8699951171875, "Augmented-Accuracy": 74.3522, "Augmented-Loss": 1.0726164248580932, "Clean-Accuracy": 73.51, "Clean-Loss": 1.005995066833496, "PGD-Accuracy": 0.18, "PGD-Loss": 5.941882263183594}, "Total-Time": 6009.937685966492, "Train": {"Loss": 1.3891112049484253, "avg t": 0.996206665096283, "plain loss": 0.9717289785461423, "standard loss": 0.9650509985733032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.19999694824219, "Augmented-0.05-Quantile-Accuracy": 70.04000091552734, "Augmented-0.1-Quantile-Accuracy": 71.25999450683594, "Augmented-Accuracy": 75.713, "Augmented-Loss": 1.0311850633077622, "Clean-Accuracy": 72.62, "Clean-Loss": 0.9820567972183227, "PGD-Accuracy": 0.08, "PGD-Loss": 5.771812652587891}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 521.7673523426056, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.38999938964844, "Augmented-0.05-Quantile-Accuracy": 66.79999542236328, "Augmented-0.1-Quantile-Accuracy": 68.31999969482422, "Augmented-Accuracy": 73.0765, "Augmented-Loss": 1.0735291902313233, "Clean-Accuracy": 73.48, "Clean-Loss": 0.99619644241333, "PGD-Accuracy": 0.23, "PGD-Loss": 5.923143017578125}, "Total-Time": 6531.705038309097, "Train": {"Loss": 1.376481376247406, "avg t": 0.995407497806549, "plain loss": 0.9660426316833483, "standard loss": 0.9591067533874512}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.73999786376953, "Augmented-0.05-Quantile-Accuracy": 70.36000061035156, "Augmented-0.1-Quantile-Accuracy": 71.43999481201172, "Augmented-Accuracy": 75.8972, "Augmented-Loss": 1.018121536272049, "Clean-Accuracy": 74.14, "Clean-Loss": 0.9402475355148315, "PGD-Accuracy": 0.14, "PGD-Loss": 5.74268126373291}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 498.6834833621979, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.1199951171875, "Augmented-0.05-Quantile-Accuracy": 69.3699951171875, "Augmented-0.1-Quantile-Accuracy": 70.93999481201172, "Augmented-Accuracy": 75.2058, "Augmented-Loss": 1.0710013584747315, "Clean-Accuracy": 77.86, "Clean-Loss": 0.965254012298584, "PGD-Accuracy": 0.1, "PGD-Loss": 5.981477502441407}, "Total-Time": 7030.388521671295, "Train": {"Loss": 1.3648338178253174, "avg t": 0.9941022365570068, "plain loss": 0.9578245681152334, "standard loss": 0.9507942358398438}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.04000091552734, "Augmented-0.05-Quantile-Accuracy": 73.18000030517578, "Augmented-0.1-Quantile-Accuracy": 74.4000015258789, "Augmented-Accuracy": 78.4872, "Augmented-Loss": 0.9881399804210663, "Clean-Accuracy": 71.8, "Clean-Loss": 1.0401723405838013, "PGD-Accuracy": 0.1, "PGD-Loss": 5.844607389068604}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 496.736944437027, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.48999786376953, "Augmented-0.05-Quantile-Accuracy": 64.29999542236328, "Augmented-0.1-Quantile-Accuracy": 65.8699951171875, "Augmented-Accuracy": 71.1957, "Augmented-Loss": 1.1287928173217774, "Clean-Accuracy": 72.16, "Clean-Loss": 1.0406094314575196, "PGD-Accuracy": 0.04, "PGD-Loss": 6.16149072265625}, "Total-Time": 7527.125466108322, "Train": {"Loss": 1.3567073957061768, "avg t": 0.9927790032958984, "plain loss": 0.9564549413452132, "standard loss": 0.9495774258041382}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.08000183105469, "Augmented-0.05-Quantile-Accuracy": 69.04000091552734, "Augmented-0.1-Quantile-Accuracy": 70.58000183105469, "Augmented-Accuracy": 75.531, "Augmented-Loss": 1.0526614137096404, "Clean-Accuracy": 72.18, "Clean-Loss": 1.0095645900726318, "PGD-Accuracy": 0.06, "PGD-Loss": 5.991699607086182}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 497.4176993370056, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.15999603271484, "Augmented-0.05-Quantile-Accuracy": 67.83999633789062, "Augmented-0.1-Quantile-Accuracy": 69.43999481201172, "Augmented-Accuracy": 74.3194, "Augmented-Loss": 1.0570444829177856, "Clean-Accuracy": 73.71, "Clean-Loss": 0.981327318572998, "PGD-Accuracy": 0.09, "PGD-Loss": 6.1271384216308595}, "Total-Time": 8024.543165445328, "Train": {"Loss": 1.3515567155456543, "avg t": 0.9919531705474853, "plain loss": 0.9510031551513677, "standard loss": 0.9438806210327149}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.72000122070312, "Augmented-0.05-Quantile-Accuracy": 69.5, "Augmented-0.1-Quantile-Accuracy": 71.1199951171875, "Augmented-Accuracy": 75.7358, "Augmented-Loss": 1.006278829399109, "Clean-Accuracy": 69.02, "Clean-Loss": 1.0095100276947022, "PGD-Accuracy": 0.1, "PGD-Loss": 5.993452786254883}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 501.3056392669678, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.73999786376953, "Augmented-0.05-Quantile-Accuracy": 65.87999725341797, "Augmented-0.1-Quantile-Accuracy": 67.30999755859375, "Augmented-Accuracy": 72.1732, "Augmented-Loss": 1.069615186782837, "Clean-Accuracy": 73.86, "Clean-Loss": 0.9662580062866211, "PGD-Accuracy": 0.11, "PGD-Loss": 5.831855072021485}, "Total-Time": 8525.848804712296, "Train": {"Loss": 1.3434337058639527, "avg t": 0.990630513343811, "plain loss": 0.9454206023559573, "standard loss": 0.9383006742858887}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.04000091552734, "Augmented-0.05-Quantile-Accuracy": 69.36000061035156, "Augmented-0.1-Quantile-Accuracy": 70.87999725341797, "Augmented-Accuracy": 75.4248, "Augmented-Loss": 0.9970388545370102, "Clean-Accuracy": 72.7, "Clean-Loss": 0.9319098934173584, "PGD-Accuracy": 0.08, "PGD-Loss": 5.609101455688476}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 497.8132629394531, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.30999755859375, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.50999450683594, "Augmented-Accuracy": 75.0447, "Augmented-Loss": 1.0508147013702394, "Clean-Accuracy": 74.83, "Clean-Loss": 0.9908404823303223, "PGD-Accuracy": 0.06, "PGD-Loss": 5.974548486328125}, "Total-Time": 9023.662067651749, "Train": {"Loss": 1.3296569467163086, "avg t": 0.9894341069030762, "plain loss": 0.9400389070129385, "standard loss": 0.9329425786972045}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.77999877929688, "Augmented-0.05-Quantile-Accuracy": 71.1199951171875, "Augmented-0.1-Quantile-Accuracy": 72.91999816894531, "Augmented-Accuracy": 77.4582, "Augmented-Loss": 1.0060399870023728, "Clean-Accuracy": 66.3, "Clean-Loss": 0.9570981262207031, "PGD-Accuracy": 0.02, "PGD-Loss": 5.725146161651612}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 499.6360580921173, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.36000061035156, "Augmented-0.05-Quantile-Accuracy": 69.41999816894531, "Augmented-0.1-Quantile-Accuracy": 71.04000091552734, "Augmented-Accuracy": 76.1324, "Augmented-Loss": 1.0403476518936157, "Clean-Accuracy": 76.04, "Clean-Loss": 0.9758283767700195, "PGD-Accuracy": 0.02, "PGD-Loss": 6.21732611694336}, "Total-Time": 9523.298125743866, "Train": {"Loss": 1.3364735803604126, "avg t": 0.9899685846710206, "plain loss": 0.944649699951173, "standard loss": 0.9374146459007263}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.77999877929688, "Augmented-0.05-Quantile-Accuracy": 71.05999755859375, "Augmented-0.1-Quantile-Accuracy": 72.72000122070312, "Augmented-Accuracy": 77.757, "Augmented-Loss": 0.9927965497684479, "Clean-Accuracy": 69.52, "Clean-Loss": 0.9524953937530518, "PGD-Accuracy": 0.06, "PGD-Loss": 6.037193670654297}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 495.5505666732788, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.189998626708984, "Augmented-0.05-Quantile-Accuracy": 64.66999816894531, "Augmented-0.1-Quantile-Accuracy": 66.27999877929688, "Augmented-Accuracy": 71.2932, "Augmented-Loss": 1.112889603981018, "Clean-Accuracy": 71.97, "Clean-Loss": 1.0297643218994141, "PGD-Accuracy": 0.07, "PGD-Loss": 5.941220587158203}, "Total-Time": 10018.848692417145, "Train": {"Loss": 1.3222406875991821, "avg t": 0.9888558242034912, "plain loss": 0.9380882778320307, "standard loss": 0.9311260889434815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.65999603271484, "Augmented-0.05-Quantile-Accuracy": 68.86000061035156, "Augmented-0.1-Quantile-Accuracy": 70.41999816894531, "Augmented-Accuracy": 75.041, "Augmented-Loss": 1.023032254940033, "Clean-Accuracy": 77.56, "Clean-Loss": 0.9215019578933716, "PGD-Accuracy": 0.06, "PGD-Loss": 5.769688374328613}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 495.5058035850525, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.30999755859375, "Augmented-0.05-Quantile-Accuracy": 65.81999969482422, "Augmented-0.1-Quantile-Accuracy": 67.43999481201172, "Augmented-Accuracy": 72.3668, "Augmented-Loss": 1.091537384475708, "Clean-Accuracy": 73.7, "Clean-Loss": 1.0053427909851074, "PGD-Accuracy": 0.05, "PGD-Loss": 6.124515258789063}, "Total-Time": 10514.354496002197, "Train": {"Loss": 1.3241686402893067, "avg t": 0.9890372310638428, "plain loss": 0.9400856883850093, "standard loss": 0.9329168689727784}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.08000183105469, "Augmented-0.05-Quantile-Accuracy": 69.25999450683594, "Augmented-0.1-Quantile-Accuracy": 70.77999877929688, "Augmented-Accuracy": 75.5542, "Augmented-Loss": 1.0061471492347718, "Clean-Accuracy": 73.12, "Clean-Loss": 0.9710222780227661, "PGD-Accuracy": 0.08, "PGD-Loss": 5.956218956756592}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 494.398898601532, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.929996490478516, "Augmented-0.05-Quantile-Accuracy": 67.18999481201172, "Augmented-0.1-Quantile-Accuracy": 68.8499984741211, "Augmented-Accuracy": 73.4993, "Augmented-Loss": 1.0706115239257812, "Clean-Accuracy": 73.72, "Clean-Loss": 0.9884440193176269, "PGD-Accuracy": 0.05, "PGD-Loss": 5.913378302001953}, "Total-Time": 11008.75339460373, "Train": {"Loss": 1.3248151473236085, "avg t": 0.9886630099296569, "plain loss": 0.9372300268554692, "standard loss": 0.9300267140579224}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.76000213623047, "Augmented-0.05-Quantile-Accuracy": 69.08000183105469, "Augmented-0.1-Quantile-Accuracy": 70.5199966430664, "Augmented-Accuracy": 75.5882, "Augmented-Loss": 1.0130503589305877, "Clean-Accuracy": 75.64, "Clean-Loss": 0.9385297868728638, "PGD-Accuracy": 0.1, "PGD-Loss": 5.77463296661377}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 499.3492441177368, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.75999450683594, "Augmented-0.05-Quantile-Accuracy": 70.02999877929688, "Augmented-0.1-Quantile-Accuracy": 71.75, "Augmented-Accuracy": 76.3254, "Augmented-Loss": 1.0910482905044556, "Clean-Accuracy": 78.11, "Clean-Loss": 0.9741906951904297, "PGD-Accuracy": 0.07, "PGD-Loss": 6.000587353515625}, "Total-Time": 11508.102638721466, "Train": {"Loss": 1.3090617653656005, "avg t": 0.9871483218383789, "plain loss": 0.932625841888428, "standard loss": 0.9255229503250122}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.9000015258789, "Augmented-0.05-Quantile-Accuracy": 73.43999481201172, "Augmented-0.1-Quantile-Accuracy": 74.77999877929688, "Augmented-Accuracy": 79.6548, "Augmented-Loss": 0.9967070857152939, "Clean-Accuracy": 76.96, "Clean-Loss": 0.9217935225486755, "PGD-Accuracy": 0.02, "PGD-Loss": 5.827797421264648}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 497.1018557548523, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.849998474121094, "Augmented-0.05-Quantile-Accuracy": 67.69999694824219, "Augmented-0.1-Quantile-Accuracy": 69.31999969482422, "Augmented-Accuracy": 74.2249, "Augmented-Loss": 1.078568087890625, "Clean-Accuracy": 77.57, "Clean-Loss": 0.9575366302490235, "PGD-Accuracy": 0.07, "PGD-Loss": 5.687544372558594}, "Total-Time": 12005.204494476318, "Train": {"Loss": 1.3119429628562926, "avg t": 0.9874248853683472, "plain loss": 0.931718703521728, "standard loss": 0.9245752633857727}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.81999969482422, "Augmented-0.05-Quantile-Accuracy": 72.41999816894531, "Augmented-0.1-Quantile-Accuracy": 73.81999969482422, "Augmented-Accuracy": 78.4468, "Augmented-Loss": 0.9765895485343933, "Clean-Accuracy": 72.68, "Clean-Loss": 0.9680318058013916, "PGD-Accuracy": 0.04, "PGD-Loss": 5.536068214416504}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 500.1058945655823, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.8599967956543, "Augmented-0.05-Quantile-Accuracy": 68.2699966430664, "Augmented-0.1-Quantile-Accuracy": 69.90999603271484, "Augmented-Accuracy": 75.1435, "Augmented-Loss": 1.0848882148971557, "Clean-Accuracy": 76.63, "Clean-Loss": 0.9948585945129395, "PGD-Accuracy": 0.02, "PGD-Loss": 6.079673229980469}, "Total-Time": 12505.3103890419, "Train": {"Loss": 1.3152066062927246, "avg t": 0.9869408227157592, "plain loss": 0.9339538163757315, "standard loss": 0.926827543334961}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.22000122070312, "Augmented-0.05-Quantile-Accuracy": 70.9000015258789, "Augmented-0.1-Quantile-Accuracy": 72.68000030517578, "Augmented-Accuracy": 77.6602, "Augmented-Loss": 1.0285135590782166, "Clean-Accuracy": 77.16, "Clean-Loss": 0.9202841957092285, "PGD-Accuracy": 0.06, "PGD-Loss": 5.993132689666748}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 498.7906458377838, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.52999877929688, "Augmented-0.05-Quantile-Accuracy": 68.80999755859375, "Augmented-0.1-Quantile-Accuracy": 70.29000091552734, "Augmented-Accuracy": 75.0534, "Augmented-Loss": 1.0800376028518677, "Clean-Accuracy": 77.3, "Clean-Loss": 0.9691558227539062, "PGD-Accuracy": 0.13, "PGD-Loss": 5.886985778808594}, "Total-Time": 13004.101034879684, "Train": {"Loss": 1.317598299369812, "avg t": 0.9877681694221496, "plain loss": 0.9363379239501948, "standard loss": 0.9291108556365967}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.08000183105469, "Augmented-0.05-Quantile-Accuracy": 72.45999908447266, "Augmented-0.1-Quantile-Accuracy": 73.97999572753906, "Augmented-Accuracy": 78.4542, "Augmented-Loss": 0.9901142081661224, "Clean-Accuracy": 71.06, "Clean-Loss": 0.9788175275802612, "PGD-Accuracy": 0.08, "PGD-Loss": 5.7395511222839355}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 496.5489420890808, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.78999710083008, "Augmented-0.05-Quantile-Accuracy": 65.93999481201172, "Augmented-0.1-Quantile-Accuracy": 67.43000030517578, "Augmented-Accuracy": 71.6071, "Augmented-Loss": 1.0637009009857177, "Clean-Accuracy": 75.53, "Clean-Loss": 0.9367558799743653, "PGD-Accuracy": 0.25, "PGD-Loss": 5.933189385986328}, "Total-Time": 13500.649976968765, "Train": {"Loss": 1.3016351958084107, "avg t": 0.9858449857330323, "plain loss": 0.9250163634643547, "standard loss": 0.9178711045265198}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.9000015258789, "Augmented-0.05-Quantile-Accuracy": 70.83999633789062, "Augmented-0.1-Quantile-Accuracy": 72.33999633789062, "Augmented-Accuracy": 76.253, "Augmented-Loss": 0.9601977218952179, "Clean-Accuracy": 75.82, "Clean-Loss": 0.9361678770065308, "PGD-Accuracy": 0.28, "PGD-Loss": 5.723902878570557}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 501.47288370132446, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.2599983215332, "Augmented-0.05-Quantile-Accuracy": 64.5999984741211, "Augmented-0.1-Quantile-Accuracy": 66.11000061035156, "Augmented-Accuracy": 70.8959, "Augmented-Loss": 1.1206458672943116, "Clean-Accuracy": 72.0, "Clean-Loss": 1.0243522232055664, "PGD-Accuracy": 0.38, "PGD-Loss": 5.806551361083985}, "Total-Time": 14002.12286067009, "Train": {"Loss": 1.3127536472320556, "avg t": 0.9864171258163452, "plain loss": 0.9269214820251472, "standard loss": 0.9198711518096924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.18000030517578, "Augmented-0.05-Quantile-Accuracy": 67.6199951171875, "Augmented-0.1-Quantile-Accuracy": 68.97999572753906, "Augmented-Accuracy": 73.8452, "Augmented-Loss": 1.0404862818832397, "Clean-Accuracy": 68.8, "Clean-Loss": 0.9291880491256714, "PGD-Accuracy": 0.64, "PGD-Loss": 5.622343557739258}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 498.86217308044434, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.98999786376953, "Augmented-0.05-Quantile-Accuracy": 69.70999908447266, "Augmented-0.1-Quantile-Accuracy": 71.0999984741211, "Augmented-Accuracy": 76.1134, "Augmented-Loss": 1.063430166191101, "Clean-Accuracy": 75.36, "Clean-Loss": 0.9565176956176757, "PGD-Accuracy": 0.04, "PGD-Loss": 6.072643969726562}, "Total-Time": 14500.985033750534, "Train": {"Loss": 1.3033898961639405, "avg t": 0.9860838943862915, "plain loss": 0.9258260941772456, "standard loss": 0.9184137549209594}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.0999984741211, "Augmented-0.05-Quantile-Accuracy": 72.58000183105469, "Augmented-0.1-Quantile-Accuracy": 73.93999481201172, "Augmented-Accuracy": 78.5966, "Augmented-Loss": 0.9723342948875427, "Clean-Accuracy": 74.84, "Clean-Loss": 0.835086749458313, "PGD-Accuracy": 0.02, "PGD-Loss": 5.914029474639893}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 499.48717641830444, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.72999572753906, "Augmented-0.05-Quantile-Accuracy": 70.1500015258789, "Augmented-0.1-Quantile-Accuracy": 71.5199966430664, "Augmented-Accuracy": 76.1061, "Augmented-Loss": 1.0671977765808105, "Clean-Accuracy": 78.03, "Clean-Loss": 0.9440019493103027, "PGD-Accuracy": 0.06, "PGD-Loss": 5.843728009033203}, "Total-Time": 15000.472210168839, "Train": {"Loss": 1.296445067691803, "avg t": 0.9851462384414673, "plain loss": 0.9198336156921393, "standard loss": 0.9125623823547363}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.47999572753906, "Augmented-0.05-Quantile-Accuracy": 72.68000030517578, "Augmented-0.1-Quantile-Accuracy": 74.33999633789062, "Augmented-Accuracy": 78.267, "Augmented-Loss": 0.9810706998577118, "Clean-Accuracy": 75.62, "Clean-Loss": 0.9401944332122802, "PGD-Accuracy": 0.22, "PGD-Loss": 5.627957196807861}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 498.5766167640686, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.37999725341797, "Augmented-0.05-Quantile-Accuracy": 67.0, "Augmented-0.1-Quantile-Accuracy": 68.52999877929688, "Augmented-Accuracy": 73.0275, "Augmented-Loss": 1.1011211842422486, "Clean-Accuracy": 74.14, "Clean-Loss": 0.9755804359436036, "PGD-Accuracy": 0.18, "PGD-Loss": 5.943106909179687}, "Total-Time": 15499.048826932907, "Train": {"Loss": 1.299880965385437, "avg t": 0.98624352809906, "plain loss": 0.9259885704345711, "standard loss": 0.9185699055099488}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.36000061035156, "Augmented-0.05-Quantile-Accuracy": 71.08000183105469, "Augmented-0.1-Quantile-Accuracy": 72.4000015258789, "Augmented-Accuracy": 76.9438, "Augmented-Loss": 0.9942471089534759, "Clean-Accuracy": 79.62, "Clean-Loss": 0.9074767625808716, "PGD-Accuracy": 0.22, "PGD-Loss": 5.7754160575866695}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 499.5798237323761, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.05999755859375, "Augmented-0.05-Quantile-Accuracy": 66.52999877929688, "Augmented-0.1-Quantile-Accuracy": 68.08999633789062, "Augmented-Accuracy": 72.9278, "Augmented-Loss": 1.0771633228530884, "Clean-Accuracy": 74.04, "Clean-Loss": 0.9836582939147949, "PGD-Accuracy": 0.08, "PGD-Loss": 6.018597131347656}, "Total-Time": 15998.628650665283, "Train": {"Loss": 1.300034393825531, "avg t": 0.9853464479637146, "plain loss": 0.9256923381958015, "standard loss": 0.9184604027366639}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.5, "Augmented-0.05-Quantile-Accuracy": 70.22000122070312, "Augmented-0.1-Quantile-Accuracy": 71.5999984741211, "Augmented-Accuracy": 76.5412, "Augmented-Loss": 0.9943485749473572, "Clean-Accuracy": 78.52, "Clean-Loss": 0.8911641927719116, "PGD-Accuracy": 0.08, "PGD-Loss": 5.858794364929199}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 496.47239208221436, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.97999954223633, "Augmented-0.05-Quantile-Accuracy": 66.40999603271484, "Augmented-0.1-Quantile-Accuracy": 68.04000091552734, "Augmented-Accuracy": 73.311, "Augmented-Loss": 1.1242158737182617, "Clean-Accuracy": 76.36, "Clean-Loss": 1.0086647476196289, "PGD-Accuracy": 0.14, "PGD-Loss": 5.925964276123047}, "Total-Time": 16495.101042747498, "Train": {"Loss": 1.2886231657028198, "avg t": 0.9844018621444702, "plain loss": 0.9213069094238283, "standard loss": 0.9140798434066773}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.04000091552734, "Augmented-0.05-Quantile-Accuracy": 70.43999481201172, "Augmented-0.1-Quantile-Accuracy": 71.93999481201172, "Augmented-Accuracy": 76.7106, "Augmented-Loss": 1.0322811238136291, "Clean-Accuracy": 74.1, "Clean-Loss": 0.9290308717727661, "PGD-Accuracy": 0.16, "PGD-Loss": 5.722718376922607}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 495.2974102497101, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.5999984741211, "Augmented-0.05-Quantile-Accuracy": 68.93000030517578, "Augmented-0.1-Quantile-Accuracy": 70.3699951171875, "Augmented-Accuracy": 75.2178, "Augmented-Loss": 1.085946805557251, "Clean-Accuracy": 77.23, "Clean-Loss": 0.9944313613891601, "PGD-Accuracy": 0.09, "PGD-Loss": 5.8618876953125}, "Total-Time": 16990.398452997208, "Train": {"Loss": 1.3006556275939942, "avg t": 0.9857897811126709, "plain loss": 0.9274539169921867, "standard loss": 0.9200421768951416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.29999542236328, "Augmented-0.05-Quantile-Accuracy": 71.81999969482422, "Augmented-0.1-Quantile-Accuracy": 73.27999877929688, "Augmented-Accuracy": 78.3506, "Augmented-Loss": 1.0132060700321197, "Clean-Accuracy": 74.0, "Clean-Loss": 0.9285349140167236, "PGD-Accuracy": 0.18, "PGD-Loss": 5.726971119689941}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 498.81480503082275, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.65999603271484, "Augmented-0.05-Quantile-Accuracy": 68.36000061035156, "Augmented-0.1-Quantile-Accuracy": 69.8699951171875, "Augmented-Accuracy": 74.7751, "Augmented-Loss": 1.0631863939285278, "Clean-Accuracy": 76.37, "Clean-Loss": 0.9727413009643555, "PGD-Accuracy": 0.03, "PGD-Loss": 5.933717242431641}, "Total-Time": 17489.21325802803, "Train": {"Loss": 1.293195238494873, "avg t": 0.9849520700073242, "plain loss": 0.9225646702880856, "standard loss": 0.915609084739685}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.0, "Augmented-0.05-Quantile-Accuracy": 72.08000183105469, "Augmented-0.1-Quantile-Accuracy": 73.47999572753906, "Augmented-Accuracy": 78.0946, "Augmented-Loss": 0.9833283833274842, "Clean-Accuracy": 78.16, "Clean-Loss": 0.9170050924301147, "PGD-Accuracy": 0.0, "PGD-Loss": 5.738798458099366}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 496.7378075122833, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.0999984741211, "Augmented-0.05-Quantile-Accuracy": 67.37999725341797, "Augmented-0.1-Quantile-Accuracy": 69.00999450683594, "Augmented-Accuracy": 73.9741, "Augmented-Loss": 1.085346609451294, "Clean-Accuracy": 77.37, "Clean-Loss": 0.9647656814575195, "PGD-Accuracy": 0.13, "PGD-Loss": 5.8294871826171875}, "Total-Time": 17985.951065540314, "Train": {"Loss": 1.2946220182037353, "avg t": 0.9844541536331177, "plain loss": 0.9159816861572261, "standard loss": 0.9085458891105652}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.33999633789062, "Augmented-0.05-Quantile-Accuracy": 71.87999725341797, "Augmented-0.1-Quantile-Accuracy": 73.47999572753906, "Augmented-Accuracy": 78.4084, "Augmented-Loss": 1.0018902825622558, "Clean-Accuracy": 74.54, "Clean-Loss": 0.9399860019683838, "PGD-Accuracy": 0.04, "PGD-Loss": 5.699382939910889}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 496.26390767097473, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.05999755859375, "Augmented-0.05-Quantile-Accuracy": 69.3499984741211, "Augmented-0.1-Quantile-Accuracy": 70.97999572753906, "Augmented-Accuracy": 75.7114, "Augmented-Loss": 1.0631288423614502, "Clean-Accuracy": 78.71, "Clean-Loss": 0.9462603073120117, "PGD-Accuracy": 0.22, "PGD-Loss": 5.832700787353516}, "Total-Time": 18482.21497321129, "Train": {"Loss": 1.2968718167495727, "avg t": 0.984860611114502, "plain loss": 0.9192230184478752, "standard loss": 0.9115882918548583}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.95999908447266, "Augmented-0.05-Quantile-Accuracy": 73.43999481201172, "Augmented-0.1-Quantile-Accuracy": 74.86000061035156, "Augmented-Accuracy": 79.4702, "Augmented-Loss": 0.9679772175159455, "Clean-Accuracy": 78.1, "Clean-Loss": 0.8799441217422486, "PGD-Accuracy": 0.2, "PGD-Loss": 5.678543496704101}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 496.8114175796509, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.15999984741211, "Augmented-0.05-Quantile-Accuracy": 62.72999954223633, "Augmented-0.1-Quantile-Accuracy": 64.48999786376953, "Augmented-Accuracy": 69.9428, "Augmented-Loss": 1.1483443316497803, "Clean-Accuracy": 74.79, "Clean-Loss": 0.9905942939758301, "PGD-Accuracy": 0.06, "PGD-Loss": 5.997625518798828}, "Total-Time": 18979.02639079094, "Train": {"Loss": 1.2904498078155517, "avg t": 0.984304882774353, "plain loss": 0.919166178619384, "standard loss": 0.9121721398544311}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.23999786376953, "Augmented-0.05-Quantile-Accuracy": 69.18000030517578, "Augmented-0.1-Quantile-Accuracy": 70.86000061035156, "Augmented-Accuracy": 75.7164, "Augmented-Loss": 1.0172205684452056, "Clean-Accuracy": 71.08, "Clean-Loss": 0.9560021564483643, "PGD-Accuracy": 0.08, "PGD-Loss": 5.823467433929443}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 497.5924689769745, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.54999542236328, "Augmented-0.05-Quantile-Accuracy": 71.88999938964844, "Augmented-0.1-Quantile-Accuracy": 73.2699966430664, "Augmented-Accuracy": 77.5704, "Augmented-Loss": 1.0365462757034303, "Clean-Accuracy": 79.82, "Clean-Loss": 0.9235322006225586, "PGD-Accuracy": 0.05, "PGD-Loss": 5.967888342285156}, "Total-Time": 19476.618859767914, "Train": {"Loss": 1.298207818069458, "avg t": 0.984890298614502, "plain loss": 0.9246079707336429, "standard loss": 0.9172059866142273}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.18000030517578, "Augmented-0.05-Quantile-Accuracy": 74.54000091552734, "Augmented-0.1-Quantile-Accuracy": 76.1199951171875, "Augmented-Accuracy": 80.2974, "Augmented-Loss": 0.9629238986606597, "Clean-Accuracy": 79.68, "Clean-Loss": 0.8569581478118896, "PGD-Accuracy": 0.14, "PGD-Loss": 5.829486013793946}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 497.5848443508148, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.27999877929688, "Augmented-0.05-Quantile-Accuracy": 71.98999786376953, "Augmented-0.1-Quantile-Accuracy": 73.70999908447266, "Augmented-Accuracy": 78.7014, "Augmented-Loss": 1.058619586791992, "Clean-Accuracy": 79.44, "Clean-Loss": 0.9571038169860839, "PGD-Accuracy": 0.05, "PGD-Loss": 5.985275811767578}, "Total-Time": 19974.20370411873, "Train": {"Loss": 1.2857868132781982, "avg t": 0.9832006104278564, "plain loss": 0.914510281799316, "standard loss": 0.9069092781829834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.15999603271484, "Augmented-0.05-Quantile-Accuracy": 75.37999725341797, "Augmented-0.1-Quantile-Accuracy": 77.0, "Augmented-Accuracy": 81.251, "Augmented-Loss": 0.9751371002559662, "Clean-Accuracy": 76.94, "Clean-Loss": 0.9032913864135742, "PGD-Accuracy": 0.1, "PGD-Loss": 5.758189984130859}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 497.7954351902008, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.769996643066406, "Augmented-0.05-Quantile-Accuracy": 65.06999969482422, "Augmented-0.1-Quantile-Accuracy": 66.81999969482422, "Augmented-Accuracy": 71.4951, "Augmented-Loss": 1.0876360494537354, "Clean-Accuracy": 73.16, "Clean-Loss": 0.966197981262207, "PGD-Accuracy": 0.02, "PGD-Loss": 6.0205490539550786}, "Total-Time": 20471.99913930893, "Train": {"Loss": 1.287918700942993, "avg t": 0.9842573831176757, "plain loss": 0.9165531992187518, "standard loss": 0.9087651547241211}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.83999633789062, "Augmented-0.05-Quantile-Accuracy": 67.97999572753906, "Augmented-0.1-Quantile-Accuracy": 69.27999877929688, "Augmented-Accuracy": 73.854, "Augmented-Loss": 1.0014243957538604, "Clean-Accuracy": 71.98, "Clean-Loss": 0.9320825611114502, "PGD-Accuracy": 0.12, "PGD-Loss": 5.785779159545898}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 495.40060448646545, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.37999725341797, "Augmented-0.05-Quantile-Accuracy": 65.6500015258789, "Augmented-0.1-Quantile-Accuracy": 66.93999481201172, "Augmented-Accuracy": 71.6248, "Augmented-Loss": 1.0904285050811768, "Clean-Accuracy": 76.29, "Clean-Loss": 0.9314453125, "PGD-Accuracy": 0.16, "PGD-Loss": 5.907853234863281}, "Total-Time": 20967.399743795395, "Train": {"Loss": 1.2920670608520508, "avg t": 0.9839317585372925, "plain loss": 0.9191463361511224, "standard loss": 0.9113266527938843}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.19999694824219, "Augmented-0.05-Quantile-Accuracy": 70.41999816894531, "Augmented-0.1-Quantile-Accuracy": 72.0999984741211, "Augmented-Accuracy": 76.8248, "Augmented-Loss": 0.9806448886852265, "Clean-Accuracy": 68.36, "Clean-Loss": 0.9344408836364746, "PGD-Accuracy": 0.2, "PGD-Loss": 5.740530986785888}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 496.44261169433594, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.0999984741211, "Augmented-0.05-Quantile-Accuracy": 67.13999938964844, "Augmented-0.1-Quantile-Accuracy": 68.61000061035156, "Augmented-Accuracy": 73.0234, "Augmented-Loss": 1.073638582862854, "Clean-Accuracy": 74.21, "Clean-Loss": 0.9711848411560059, "PGD-Accuracy": 0.07, "PGD-Loss": 5.988176062011719}, "Total-Time": 21463.84235548973, "Train": {"Loss": 1.2994313466644287, "avg t": 0.984639778213501, "plain loss": 0.921575134246827, "standard loss": 0.9142877156066894}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.95999908447266, "Augmented-0.05-Quantile-Accuracy": 70.0199966430664, "Augmented-0.1-Quantile-Accuracy": 71.5, "Augmented-Accuracy": 75.6422, "Augmented-Loss": 0.9963025167064666, "Clean-Accuracy": 71.98, "Clean-Loss": 0.9091566228866577, "PGD-Accuracy": 0.04, "PGD-Loss": 5.85873735961914}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 500.54399704933167, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.86000061035156, "Augmented-0.05-Quantile-Accuracy": 71.27999877929688, "Augmented-0.1-Quantile-Accuracy": 72.80999755859375, "Augmented-Accuracy": 77.2308, "Augmented-Loss": 1.0620091247940064, "Clean-Accuracy": 80.73, "Clean-Loss": 0.9379805274963379, "PGD-Accuracy": 0.21, "PGD-Loss": 5.781374987792969}, "Total-Time": 21964.386352539062, "Train": {"Loss": 1.2820104219818116, "avg t": 0.9830700355529786, "plain loss": 0.9138784018249498, "standard loss": 0.9066458630371094}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.0999984741211, "Augmented-0.05-Quantile-Accuracy": 75.0, "Augmented-0.1-Quantile-Accuracy": 76.31999969482422, "Augmented-Accuracy": 81.0756, "Augmented-Loss": 0.9718697040557861, "Clean-Accuracy": 78.52, "Clean-Loss": 0.9153676128387451, "PGD-Accuracy": 0.22, "PGD-Loss": 5.6401909065246585}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 500.2741267681122, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.46999740600586, "Augmented-0.05-Quantile-Accuracy": 65.27999877929688, "Augmented-0.1-Quantile-Accuracy": 66.75, "Augmented-Accuracy": 71.3684, "Augmented-Loss": 1.1038785799331665, "Clean-Accuracy": 76.54, "Clean-Loss": 0.9558493537902832, "PGD-Accuracy": 0.34, "PGD-Loss": 5.774683575439453}, "Total-Time": 22464.660479307175, "Train": {"Loss": 1.2954038396453857, "avg t": 0.9845827479171753, "plain loss": 0.9229579508361817, "standard loss": 0.9153056497955322}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.1199951171875, "Augmented-0.05-Quantile-Accuracy": 70.75999450683594, "Augmented-0.1-Quantile-Accuracy": 72.4000015258789, "Augmented-Accuracy": 76.8162, "Augmented-Loss": 0.9886696486511231, "Clean-Accuracy": 71.92, "Clean-Loss": 0.8953332475662231, "PGD-Accuracy": 0.3, "PGD-Loss": 5.64855629119873}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 497.62337851524353, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.29000091552734, "Augmented-0.05-Quantile-Accuracy": 72.81999969482422, "Augmented-0.1-Quantile-Accuracy": 74.54999542236328, "Augmented-Accuracy": 79.1228, "Augmented-Loss": 1.038146165184021, "Clean-Accuracy": 79.12, "Clean-Loss": 0.9632750885009765, "PGD-Accuracy": 0.06, "PGD-Loss": 5.926638244628906}, "Total-Time": 22962.28385782242, "Train": {"Loss": 1.286027642440796, "avg t": 0.9833108180999756, "plain loss": 0.9167059156799318, "standard loss": 0.9092671717453003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.04000091552734, "Augmented-0.05-Quantile-Accuracy": 74.73999786376953, "Augmented-0.1-Quantile-Accuracy": 76.29999542236328, "Augmented-Accuracy": 80.7426, "Augmented-Loss": 0.9854659450702667, "Clean-Accuracy": 78.88, "Clean-Loss": 0.89204315700531, "PGD-Accuracy": 0.04, "PGD-Loss": 5.763485583496093}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 497.48674178123474, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.68000030517578, "Augmented-0.05-Quantile-Accuracy": 65.93000030517578, "Augmented-0.1-Quantile-Accuracy": 67.38999938964844, "Augmented-Accuracy": 72.4405, "Augmented-Loss": 1.0424968367843628, "Clean-Accuracy": 73.21, "Clean-Loss": 0.9667150390625, "PGD-Accuracy": 0.29, "PGD-Loss": 5.720291296386719}, "Total-Time": 23459.770599603653, "Train": {"Loss": 1.283147993850708, "avg t": 0.9830588409233093, "plain loss": 0.9172207590942367, "standard loss": 0.9095369815826416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.91999816894531, "Augmented-0.05-Quantile-Accuracy": 68.43999481201172, "Augmented-0.1-Quantile-Accuracy": 70.13999938964844, "Augmented-Accuracy": 74.9772, "Augmented-Loss": 0.9831806944990158, "Clean-Accuracy": 74.38, "Clean-Loss": 0.9039749121665954, "PGD-Accuracy": 0.22, "PGD-Loss": 5.6214229766845705}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 496.06027364730835, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.78999710083008, "Augmented-0.05-Quantile-Accuracy": 61.71999740600586, "Augmented-0.1-Quantile-Accuracy": 63.71999740600586, "Augmented-Accuracy": 69.4692, "Augmented-Loss": 1.1620730535736083, "Clean-Accuracy": 76.18, "Clean-Loss": 0.9954232109069824, "PGD-Accuracy": 0.01, "PGD-Loss": 6.038198681640625}, "Total-Time": 23955.83087325096, "Train": {"Loss": 1.2854224948501587, "avg t": 0.9834600398254395, "plain loss": 0.9127546055603033, "standard loss": 0.9051900692367554}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.31999969482422, "Augmented-0.05-Quantile-Accuracy": 71.65999603271484, "Augmented-0.1-Quantile-Accuracy": 73.13999938964844, "Augmented-Accuracy": 78.385, "Augmented-Loss": 1.0097422780952454, "Clean-Accuracy": 68.52, "Clean-Loss": 0.9849302188873291, "PGD-Accuracy": 0.06, "PGD-Loss": 5.840674335479736}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 498.54834270477295, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.63999938964844, "Augmented-0.05-Quantile-Accuracy": 68.0999984741211, "Augmented-0.1-Quantile-Accuracy": 69.47999572753906, "Augmented-Accuracy": 74.3388, "Augmented-Loss": 1.0915980784606933, "Clean-Accuracy": 78.06, "Clean-Loss": 0.9468652015686035, "PGD-Accuracy": 0.08, "PGD-Loss": 5.994923181152344}, "Total-Time": 24454.379215955734, "Train": {"Loss": 1.285305185432434, "avg t": 0.983489257068634, "plain loss": 0.9150436518249502, "standard loss": 0.9074814316177369}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.13999938964844, "Augmented-0.05-Quantile-Accuracy": 72.58000183105469, "Augmented-0.1-Quantile-Accuracy": 74.1199951171875, "Augmented-Accuracy": 78.08, "Augmented-Loss": 0.9768779397878646, "Clean-Accuracy": 75.9, "Clean-Loss": 0.8874748056411743, "PGD-Accuracy": 0.06, "PGD-Loss": 5.76969369430542}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 497.9416079521179, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.19999694824219, "Augmented-0.05-Quantile-Accuracy": 67.95999908447266, "Augmented-0.1-Quantile-Accuracy": 69.43000030517578, "Augmented-Accuracy": 74.2698, "Augmented-Loss": 1.0746177804718018, "Clean-Accuracy": 77.26, "Clean-Loss": 0.9460530578613281, "PGD-Accuracy": 0.16, "PGD-Loss": 5.966789703369141}, "Total-Time": 24952.320823907852, "Train": {"Loss": 1.2833232188796997, "avg t": 0.9830503003311157, "plain loss": 0.9138149892883302, "standard loss": 0.9060993409347534}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.0, "Augmented-0.05-Quantile-Accuracy": 71.5, "Augmented-0.1-Quantile-Accuracy": 72.9000015258789, "Augmented-Accuracy": 77.8248, "Augmented-Loss": 0.9699040915260315, "Clean-Accuracy": 73.72, "Clean-Loss": 0.9513783349990844, "PGD-Accuracy": 0.28, "PGD-Loss": 5.779912506866455}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 495.2064073085785, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.89999771118164, "Augmented-0.05-Quantile-Accuracy": 67.23999786376953, "Augmented-0.1-Quantile-Accuracy": 68.7699966430664, "Augmented-Accuracy": 73.6817, "Augmented-Loss": 1.0641999368667603, "Clean-Accuracy": 74.77, "Clean-Loss": 0.968933479309082, "PGD-Accuracy": 0.16, "PGD-Loss": 5.734132336425781}, "Total-Time": 25447.52723121643, "Train": {"Loss": 1.2817253505325317, "avg t": 0.9827727471351624, "plain loss": 0.9080249501647947, "standard loss": 0.8999821676254273}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.9000015258789, "Augmented-0.05-Quantile-Accuracy": 70.86000061035156, "Augmented-0.1-Quantile-Accuracy": 72.77999877929688, "Augmented-Accuracy": 77.3412, "Augmented-Loss": 0.9883082156772613, "Clean-Accuracy": 75.68, "Clean-Loss": 0.8340939165115356, "PGD-Accuracy": 0.16, "PGD-Loss": 5.524911094665527}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 497.90761256217957, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.709999084472656, "Augmented-0.05-Quantile-Accuracy": 66.29999542236328, "Augmented-0.1-Quantile-Accuracy": 68.0199966430664, "Augmented-Accuracy": 73.3809, "Augmented-Loss": 1.0978183586654664, "Clean-Accuracy": 77.76, "Clean-Loss": 0.959253694152832, "PGD-Accuracy": 0.07, "PGD-Loss": 5.765785638427734}, "Total-Time": 25945.43484377861, "Train": {"Loss": 1.290070475177765, "avg t": 0.9845734762191772, "plain loss": 0.918414711608888, "standard loss": 0.9105071888160705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.13999938964844, "Augmented-0.05-Quantile-Accuracy": 72.77999877929688, "Augmented-0.1-Quantile-Accuracy": 74.29999542236328, "Augmented-Accuracy": 78.728, "Augmented-Loss": 0.981115966457367, "Clean-Accuracy": 73.84, "Clean-Loss": 0.9577358263969421, "PGD-Accuracy": 0.08, "PGD-Loss": 5.5386419708251955}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 497.8894670009613, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.22999954223633, "Augmented-0.05-Quantile-Accuracy": 66.86000061035156, "Augmented-0.1-Quantile-Accuracy": 68.83000183105469, "Augmented-Accuracy": 74.1571, "Augmented-Loss": 1.1275347670822145, "Clean-Accuracy": 78.6, "Clean-Loss": 0.9953063018798828, "PGD-Accuracy": 0.04, "PGD-Loss": 6.079225842285156}, "Total-Time": 26443.32431077957, "Train": {"Loss": 1.2861807332611084, "avg t": 0.9835576948165894, "plain loss": 0.9193352133789064, "standard loss": 0.9115388279533386}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.97999572753906, "Augmented-0.05-Quantile-Accuracy": 72.5, "Augmented-0.1-Quantile-Accuracy": 74.1199951171875, "Augmented-Accuracy": 78.8184, "Augmented-Loss": 1.0238961930599213, "Clean-Accuracy": 73.38, "Clean-Loss": 0.9917378183364868, "PGD-Accuracy": 0.06, "PGD-Loss": 5.875251581573487}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 499.66081619262695, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.19999694824219, "Augmented-0.05-Quantile-Accuracy": 68.5, "Augmented-0.1-Quantile-Accuracy": 70.00999450683594, "Augmented-Accuracy": 74.9598, "Augmented-Loss": 1.0952762798690796, "Clean-Accuracy": 78.7, "Clean-Loss": 0.9699237266540527, "PGD-Accuracy": 0.22, "PGD-Loss": 5.848684826660156}, "Total-Time": 26942.9851269722, "Train": {"Loss": 1.2846605765151977, "avg t": 0.9824799831008911, "plain loss": 0.9120994750366216, "standard loss": 0.9047494385719299}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.55999755859375, "Augmented-0.05-Quantile-Accuracy": 73.87999725341797, "Augmented-0.1-Quantile-Accuracy": 75.33999633789062, "Augmented-Accuracy": 79.961, "Augmented-Loss": 1.004677416885376, "Clean-Accuracy": 71.66, "Clean-Loss": 0.9312598964691162, "PGD-Accuracy": 0.28, "PGD-Loss": 5.678251318359375}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 496.1604700088501, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.86000061035156, "Augmented-0.05-Quantile-Accuracy": 71.16999816894531, "Augmented-0.1-Quantile-Accuracy": 72.83000183105469, "Augmented-Accuracy": 77.6823, "Augmented-Loss": 1.0356330521469117, "Clean-Accuracy": 79.15, "Clean-Loss": 0.9403492416381836, "PGD-Accuracy": 0.31, "PGD-Loss": 5.976164099121093}, "Total-Time": 27439.14559698105, "Train": {"Loss": 1.2802359032058717, "avg t": 0.9820525374603272, "plain loss": 0.9091634759521473, "standard loss": 0.901359185333252}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.18000030517578, "Augmented-0.05-Quantile-Accuracy": 74.83999633789062, "Augmented-0.1-Quantile-Accuracy": 76.36000061035156, "Augmented-Accuracy": 80.7054, "Augmented-Loss": 0.9607961623096466, "Clean-Accuracy": 79.24, "Clean-Loss": 0.8663508729934692, "PGD-Accuracy": 0.3, "PGD-Loss": 5.809627030944824}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 496.5647325515747, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.9000015258789, "Augmented-0.05-Quantile-Accuracy": 78.8699951171875, "Augmented-0.1-Quantile-Accuracy": 80.04999542236328, "Augmented-Accuracy": 83.9364, "Augmented-Loss": 0.9442276453323364, "Clean-Accuracy": 86.09, "Clean-Loss": 0.8437133987426758, "PGD-Accuracy": 0.18, "PGD-Loss": 6.000690283203125}, "Total-Time": 27935.710329532623, "Train": {"Loss": 1.0868927277755738, "avg t": 0.9551286649513244, "plain loss": 0.8069793139648439, "standard loss": 0.8015971636962891}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.65999603271484, "Augmented-0.05-Quantile-Accuracy": 83.41999816894531, "Augmented-0.1-Quantile-Accuracy": 84.5, "Augmented-Accuracy": 87.7568, "Augmented-Loss": 0.8552179880113602, "Clean-Accuracy": 83.32, "Clean-Loss": 0.7963123222351074, "PGD-Accuracy": 0.18, "PGD-Loss": 5.803551184844971}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 495.44839549064636, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.43999481201172, "Augmented-0.05-Quantile-Accuracy": 79.6199951171875, "Augmented-0.1-Quantile-Accuracy": 80.88999938964844, "Augmented-Accuracy": 84.7137, "Augmented-Loss": 0.9359607126922608, "Clean-Accuracy": 86.0, "Clean-Loss": 0.8500546630859375, "PGD-Accuracy": 0.52, "PGD-Loss": 6.059531469726562}, "Total-Time": 28431.15872502327, "Train": {"Loss": 1.0421010445022583, "avg t": 0.9471803277206421, "plain loss": 0.7836779595031743, "standard loss": 0.7788801153182984}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.07999420166016, "Augmented-0.05-Quantile-Accuracy": 84.07999420166016, "Augmented-0.1-Quantile-Accuracy": 85.22000122070312, "Augmented-Accuracy": 88.5148, "Augmented-Loss": 0.8520012494430542, "Clean-Accuracy": 81.58, "Clean-Loss": 0.7976078956604004, "PGD-Accuracy": 0.38, "PGD-Loss": 5.8699487174987794}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 496.9537169933319, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.08000183105469, "Augmented-0.05-Quantile-Accuracy": 79.4000015258789, "Augmented-0.1-Quantile-Accuracy": 80.77999877929688, "Augmented-Accuracy": 84.837, "Augmented-Loss": 0.9369539290237426, "Clean-Accuracy": 86.86, "Clean-Loss": 0.8408927940368652, "PGD-Accuracy": 0.69, "PGD-Loss": 5.956195526123047}, "Total-Time": 28928.1124420166, "Train": {"Loss": 1.024652538871765, "avg t": 0.9440577726554871, "plain loss": 0.7828416255493169, "standard loss": 0.7783144529342652}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.41999816894531, "Augmented-0.1-Quantile-Accuracy": 85.68000030517578, "Augmented-Accuracy": 89.065, "Augmented-Loss": 0.840141512802124, "Clean-Accuracy": 84.88, "Clean-Loss": 0.7641805704116821, "PGD-Accuracy": 0.84, "PGD-Loss": 5.737055531311035}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 495.59797072410583, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.19999694824219, "Augmented-0.05-Quantile-Accuracy": 79.54999542236328, "Augmented-0.1-Quantile-Accuracy": 80.7699966430664, "Augmented-Accuracy": 84.7007, "Augmented-Loss": 0.9474986159744263, "Clean-Accuracy": 86.04, "Clean-Loss": 0.8605841537475586, "PGD-Accuracy": 1.2, "PGD-Loss": 5.927012231445312}, "Total-Time": 29423.710412740707, "Train": {"Loss": 1.013690625190735, "avg t": 0.9421369388198853, "plain loss": 0.7810502329711911, "standard loss": 0.7762755346298218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.69999694824219, "Augmented-0.05-Quantile-Accuracy": 84.75999450683594, "Augmented-0.1-Quantile-Accuracy": 85.91999816894531, "Augmented-Accuracy": 89.0118, "Augmented-Loss": 0.8544106291790009, "Clean-Accuracy": 85.84, "Clean-Loss": 0.7854904574394226, "PGD-Accuracy": 1.28, "PGD-Loss": 5.74578692855835}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 500.1829161643982, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.2699966430664, "Augmented-0.05-Quantile-Accuracy": 81.40999603271484, "Augmented-0.1-Quantile-Accuracy": 82.80999755859375, "Augmented-Accuracy": 86.6141, "Augmented-Loss": 0.955827656173706, "Clean-Accuracy": 88.97, "Clean-Loss": 0.8723840553283692, "PGD-Accuracy": 0.58, "PGD-Loss": 5.929853161621094}, "Total-Time": 29923.893328905106, "Train": {"Loss": 1.0028894081115722, "avg t": 0.940275061416626, "plain loss": 0.7800567837524417, "standard loss": 0.7753300451660157}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.31999969482422, "Augmented-0.05-Quantile-Accuracy": 86.97999572753906, "Augmented-0.1-Quantile-Accuracy": 88.07999420166016, "Augmented-Accuracy": 91.1976, "Augmented-Loss": 0.8623984568996429, "Clean-Accuracy": 88.98, "Clean-Loss": 0.7820933592796325, "PGD-Accuracy": 0.64, "PGD-Loss": 5.740566061401367}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 496.598997592926, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.93000030517578, "Augmented-0.05-Quantile-Accuracy": 81.29999542236328, "Augmented-0.1-Quantile-Accuracy": 82.6500015258789, "Augmented-Accuracy": 86.4182, "Augmented-Loss": 0.9700898726425171, "Clean-Accuracy": 87.93, "Clean-Loss": 0.8926576469421387, "PGD-Accuracy": 1.14, "PGD-Loss": 5.817659436035156}, "Total-Time": 30420.49232649803, "Train": {"Loss": 0.9987757917785645, "avg t": 0.9395696979141235, "plain loss": 0.7847749463500981, "standard loss": 0.7801296324920655}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.37999725341797, "Augmented-0.05-Quantile-Accuracy": 87.57999420166016, "Augmented-0.1-Quantile-Accuracy": 88.73999786376953, "Augmented-Accuracy": 91.7002, "Augmented-Loss": 0.8789052168054581, "Clean-Accuracy": 86.14, "Clean-Loss": 0.8200319898605347, "PGD-Accuracy": 1.36, "PGD-Loss": 5.5990407699584965}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 497.46661281585693, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.33000183105469, "Augmented-0.05-Quantile-Accuracy": 81.3499984741211, "Augmented-0.1-Quantile-Accuracy": 82.54999542236328, "Augmented-Accuracy": 86.2409, "Augmented-Loss": 0.9801420982513428, "Clean-Accuracy": 87.96, "Clean-Loss": 0.9148079238891601, "PGD-Accuracy": 1.55, "PGD-Loss": 5.725528448486328}, "Total-Time": 30917.95893931389, "Train": {"Loss": 0.9925565774154663, "avg t": 0.9381878216171264, "plain loss": 0.7902128995666498, "standard loss": 0.7855665445899963}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.55999755859375, "Augmented-0.05-Quantile-Accuracy": 87.33999633789062, "Augmented-0.1-Quantile-Accuracy": 88.69999694824219, "Augmented-Accuracy": 91.7738, "Augmented-Loss": 0.8919869473381042, "Clean-Accuracy": 90.9, "Clean-Loss": 0.7781614087104798, "PGD-Accuracy": 1.62, "PGD-Loss": 5.539968061065673}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 496.31060886383057, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.66999816894531, "Augmented-0.05-Quantile-Accuracy": 81.05999755859375, "Augmented-0.1-Quantile-Accuracy": 82.45999908447266, "Augmented-Accuracy": 86.4171, "Augmented-Loss": 1.015095724243164, "Clean-Accuracy": 87.72, "Clean-Loss": 0.9327126853942871, "PGD-Accuracy": 1.19, "PGD-Loss": 5.700195812988281}, "Total-Time": 31414.26954817772, "Train": {"Loss": 0.9875156964492798, "avg t": 0.9373465717506408, "plain loss": 0.7959960182495117, "standard loss": 0.7916239511108398}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.57999420166016, "Augmented-0.05-Quantile-Accuracy": 87.43999481201172, "Augmented-0.1-Quantile-Accuracy": 88.79999542236328, "Augmented-Accuracy": 91.7652, "Augmented-Loss": 0.9176977993650436, "Clean-Accuracy": 87.62, "Clean-Loss": 0.809618646812439, "PGD-Accuracy": 1.8, "PGD-Loss": 5.481191464233398}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 495.6794271469116, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.6199951171875, "Augmented-0.05-Quantile-Accuracy": 81.5999984741211, "Augmented-0.1-Quantile-Accuracy": 83.07999420166016, "Augmented-Accuracy": 86.8289, "Augmented-Loss": 1.0357832428207396, "Clean-Accuracy": 89.2, "Clean-Loss": 0.9566355796813965, "PGD-Accuracy": 0.98, "PGD-Loss": 5.609232666015625}, "Total-Time": 31909.94897532463, "Train": {"Loss": 0.982626559638977, "avg t": 0.9363294871520996, "plain loss": 0.7996615931396477, "standard loss": 0.795066170539856}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0199966430664, "Augmented-0.05-Quantile-Accuracy": 88.6199951171875, "Augmented-0.1-Quantile-Accuracy": 89.55999755859375, "Augmented-Accuracy": 92.7152, "Augmented-Loss": 0.9421287898216247, "Clean-Accuracy": 87.12, "Clean-Loss": 0.7880161309242248, "PGD-Accuracy": 1.36, "PGD-Loss": 5.400048078918457}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 499.0286169052124, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.66999816894531, "Augmented-0.05-Quantile-Accuracy": 82.29999542236328, "Augmented-0.1-Quantile-Accuracy": 83.57999420166016, "Augmented-Accuracy": 87.223, "Augmented-Loss": 1.0465671266937255, "Clean-Accuracy": 89.13, "Clean-Loss": 0.9580215362548828, "PGD-Accuracy": 1.26, "PGD-Loss": 5.545552404785156}, "Total-Time": 32408.977592229843, "Train": {"Loss": 0.9780020639038086, "avg t": 0.9349654245758057, "plain loss": 0.7988748041687006, "standard loss": 0.7942605285644532}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.93999481201172, "Augmented-0.05-Quantile-Accuracy": 89.15999603271484, "Augmented-0.1-Quantile-Accuracy": 90.0199966430664, "Augmented-Accuracy": 92.8984, "Augmented-Loss": 0.9483367200546264, "Clean-Accuracy": 91.74, "Clean-Loss": 0.7820223731040955, "PGD-Accuracy": 2.06, "PGD-Loss": 5.320432209777832}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 498.50630927085876, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.20999908447266, "Augmented-0.05-Quantile-Accuracy": 81.43999481201172, "Augmented-0.1-Quantile-Accuracy": 82.75, "Augmented-Accuracy": 86.6405, "Augmented-Loss": 1.072840104446411, "Clean-Accuracy": 88.54, "Clean-Loss": 0.9815418220520019, "PGD-Accuracy": 3.26, "PGD-Loss": 5.368211895751953}, "Total-Time": 32907.4839015007, "Train": {"Loss": 0.9726152717971802, "avg t": 0.9339498488998413, "plain loss": 0.8069938497314445, "standard loss": 0.8025809894561767}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.37999725341797, "Augmented-0.05-Quantile-Accuracy": 88.27999877929688, "Augmented-0.1-Quantile-Accuracy": 89.6199951171875, "Augmented-Accuracy": 92.8614, "Augmented-Loss": 0.9712206853475571, "Clean-Accuracy": 90.42, "Clean-Loss": 0.801322011089325, "PGD-Accuracy": 4.16, "PGD-Loss": 5.145808811187744}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 496.73272466659546, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.07999420166016, "Augmented-0.05-Quantile-Accuracy": 81.8699951171875, "Augmented-0.1-Quantile-Accuracy": 83.08999633789062, "Augmented-Accuracy": 86.8132, "Augmented-Loss": 1.0756213047027587, "Clean-Accuracy": 88.15, "Clean-Loss": 0.9924937072753907, "PGD-Accuracy": 4.81, "PGD-Loss": 5.222703216552734}, "Total-Time": 33404.2166261673, "Train": {"Loss": 0.9733876567840576, "avg t": 0.9337452677536011, "plain loss": 0.8111235182495117, "standard loss": 0.806885960483551}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.5, "Augmented-0.05-Quantile-Accuracy": 87.25999450683594, "Augmented-0.1-Quantile-Accuracy": 88.6199951171875, "Augmented-Accuracy": 91.9696, "Augmented-Loss": 0.9912583932037353, "Clean-Accuracy": 88.12, "Clean-Loss": 0.8229715255737304, "PGD-Accuracy": 5.44, "PGD-Loss": 5.019528140258789}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 499.1839237213135, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.79999542236328, "Augmented-0.05-Quantile-Accuracy": 82.19999694824219, "Augmented-0.1-Quantile-Accuracy": 83.63999938964844, "Augmented-Accuracy": 87.2221, "Augmented-Loss": 1.097188358543396, "Clean-Accuracy": 88.56, "Clean-Loss": 1.0073962112426758, "PGD-Accuracy": 4.54, "PGD-Loss": 5.229978503417969}, "Total-Time": 33903.40054988861, "Train": {"Loss": 0.9701767927551269, "avg t": 0.9334122469520569, "plain loss": 0.8133420568389887, "standard loss": 0.8090207415771484}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.37999725341797, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 90.22000122070312, "Augmented-Accuracy": 93.0162, "Augmented-Loss": 1.0048383125724794, "Clean-Accuracy": 88.74, "Clean-Loss": 0.8507225739479065, "PGD-Accuracy": 5.16, "PGD-Loss": 5.008385256958007}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 498.29641246795654, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.22999572753906, "Augmented-0.05-Quantile-Accuracy": 82.29999542236328, "Augmented-0.1-Quantile-Accuracy": 83.52999877929688, "Augmented-Accuracy": 87.3491, "Augmented-Loss": 1.0900640694122314, "Clean-Accuracy": 89.34, "Clean-Loss": 0.9996556129455566, "PGD-Accuracy": 4.24, "PGD-Loss": 5.151063357543945}, "Total-Time": 34401.69696235657, "Train": {"Loss": 0.9665252268981933, "avg t": 0.9324138097953797, "plain loss": 0.8178012405700683, "standard loss": 0.8133303911590576}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0, "Augmented-0.05-Quantile-Accuracy": 89.79999542236328, "Augmented-0.1-Quantile-Accuracy": 90.89999389648438, "Augmented-Accuracy": 93.3532, "Augmented-Loss": 0.9990950499629975, "Clean-Accuracy": 91.62, "Clean-Loss": 0.8027808224678039, "PGD-Accuracy": 4.84, "PGD-Loss": 4.961111834716797}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 497.8657851219177, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.58999633789062, "Augmented-0.05-Quantile-Accuracy": 82.82999420166016, "Augmented-0.1-Quantile-Accuracy": 84.0199966430664, "Augmented-Accuracy": 87.3874, "Augmented-Loss": 1.0961260162506103, "Clean-Accuracy": 88.69, "Clean-Loss": 1.0108126945495606, "PGD-Accuracy": 4.77, "PGD-Loss": 5.109786529541015}, "Total-Time": 34899.562747478485, "Train": {"Loss": 0.9672366408157349, "avg t": 0.9323349556350709, "plain loss": 0.8231895208740238, "standard loss": 0.8188696457481385}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.69999694824219, "Augmented-0.05-Quantile-Accuracy": 88.5199966430664, "Augmented-0.1-Quantile-Accuracy": 89.54000091552734, "Augmented-Accuracy": 92.7064, "Augmented-Loss": 1.0165793177947997, "Clean-Accuracy": 84.2, "Clean-Loss": 0.8749732060432434, "PGD-Accuracy": 6.56, "PGD-Loss": 4.870702076721192}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 493.8171536922455, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.43000030517578, "Augmented-0.05-Quantile-Accuracy": 80.79000091552734, "Augmented-0.1-Quantile-Accuracy": 82.30999755859375, "Augmented-Accuracy": 86.1907, "Augmented-Loss": 1.109414374809265, "Clean-Accuracy": 86.62, "Clean-Loss": 1.0175549118041993, "PGD-Accuracy": 5.2, "PGD-Loss": 5.018568237304687}, "Total-Time": 35393.37990117073, "Train": {"Loss": 0.9659086693191529, "avg t": 0.9319317237472534, "plain loss": 0.8241577000732422, "standard loss": 0.8197999492263794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.6199951171875, "Augmented-0.05-Quantile-Accuracy": 86.77999877929688, "Augmented-0.1-Quantile-Accuracy": 88.0199966430664, "Augmented-Accuracy": 91.2504, "Augmented-Loss": 1.021908043006897, "Clean-Accuracy": 92.0, "Clean-Loss": 0.8232596705436707, "PGD-Accuracy": 7.98, "PGD-Loss": 4.775119152069092}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 497.87380862236023, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.7699966430664, "Augmented-0.05-Quantile-Accuracy": 82.12999725341797, "Augmented-0.1-Quantile-Accuracy": 83.68000030517578, "Augmented-Accuracy": 87.4142, "Augmented-Loss": 1.084039530708313, "Clean-Accuracy": 89.19, "Clean-Loss": 1.007332266998291, "PGD-Accuracy": 11.42, "PGD-Loss": 4.753885134887695}, "Total-Time": 35891.25370979309, "Train": {"Loss": 0.9653392140960694, "avg t": 0.9319008417129516, "plain loss": 0.82910657699585, "standard loss": 0.8249829849624634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.33999633789062, "Augmented-0.05-Quantile-Accuracy": 88.97999572753906, "Augmented-0.1-Quantile-Accuracy": 90.15999603271484, "Augmented-Accuracy": 93.0422, "Augmented-Loss": 1.0048641071968079, "Clean-Accuracy": 91.62, "Clean-Loss": 0.8423140789985657, "PGD-Accuracy": 13.54, "PGD-Loss": 4.493723098754883}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 499.62924575805664, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.61000061035156, "Augmented-0.05-Quantile-Accuracy": 82.72000122070312, "Augmented-0.1-Quantile-Accuracy": 84.05999755859375, "Augmented-Accuracy": 87.8154, "Augmented-Loss": 1.1060681741790772, "Clean-Accuracy": 89.28, "Clean-Loss": 1.0110453567504882, "PGD-Accuracy": 8.59, "PGD-Loss": 4.7975208984375}, "Total-Time": 36390.88295555115, "Train": {"Loss": 0.9640989996147156, "avg t": 0.9315475590896607, "plain loss": 0.8310635684661856, "standard loss": 0.8266066191101075}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.9000015258789, "Augmented-0.05-Quantile-Accuracy": 89.73999786376953, "Augmented-0.1-Quantile-Accuracy": 90.79999542236328, "Augmented-Accuracy": 93.4378, "Augmented-Loss": 1.0168022691411973, "Clean-Accuracy": 89.56, "Clean-Loss": 0.8096756061553955, "PGD-Accuracy": 12.1, "PGD-Loss": 4.511413665771484}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 493.6576166152954, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.5999984741211, "Augmented-0.05-Quantile-Accuracy": 79.91999816894531, "Augmented-0.1-Quantile-Accuracy": 81.40999603271484, "Augmented-Accuracy": 85.3048, "Augmented-Loss": 1.1281951520385742, "Clean-Accuracy": 86.64, "Clean-Loss": 1.029021326446533, "PGD-Accuracy": 5.88, "PGD-Loss": 4.897154293823242}, "Total-Time": 36884.54057216644, "Train": {"Loss": 0.965314223022461, "avg t": 0.9319195898818969, "plain loss": 0.8349690559387197, "standard loss": 0.8304646046447753}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.57999420166016, "Augmented-0.05-Quantile-Accuracy": 87.0999984741211, "Augmented-0.1-Quantile-Accuracy": 88.45999908447266, "Augmented-Accuracy": 91.7418, "Augmented-Loss": 1.0358026923942565, "Clean-Accuracy": 88.26, "Clean-Loss": 0.8964844940185547, "PGD-Accuracy": 9.48, "PGD-Loss": 4.613229291534424}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 501.0591826438904, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.5199966430664, "Augmented-0.05-Quantile-Accuracy": 82.50999450683594, "Augmented-0.1-Quantile-Accuracy": 83.82999420166016, "Augmented-Accuracy": 87.4805, "Augmented-Loss": 1.1286474308013916, "Clean-Accuracy": 89.13, "Clean-Loss": 1.0253266212463379, "PGD-Accuracy": 6.09, "PGD-Loss": 4.826910189819336}, "Total-Time": 37385.59975481033, "Train": {"Loss": 0.9662689416503907, "avg t": 0.9319604251480103, "plain loss": 0.8374151737060552, "standard loss": 0.8328769740486145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.79999542236328, "Augmented-0.05-Quantile-Accuracy": 89.6199951171875, "Augmented-0.1-Quantile-Accuracy": 90.68000030517578, "Augmented-Accuracy": 93.3544, "Augmented-Loss": 1.0326366489982606, "Clean-Accuracy": 92.14, "Clean-Loss": 0.7865486948013306, "PGD-Accuracy": 9.64, "PGD-Loss": 4.537947521972656}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 494.87389612197876, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.75999450683594, "Augmented-0.05-Quantile-Accuracy": 82.81999969482422, "Augmented-0.1-Quantile-Accuracy": 84.1199951171875, "Augmented-Accuracy": 87.8267, "Augmented-Loss": 1.1195729927139282, "Clean-Accuracy": 89.85, "Clean-Loss": 1.0119594650268555, "PGD-Accuracy": 8.98, "PGD-Loss": 4.691550305175781}, "Total-Time": 37880.47365093231, "Train": {"Loss": 0.9542909085083008, "avg t": 0.9285029235839843, "plain loss": 0.8259441630249025, "standard loss": 0.821818363647461}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.77999877929688, "Augmented-0.05-Quantile-Accuracy": 91.5999984741211, "Augmented-0.1-Quantile-Accuracy": 92.77999877929688, "Augmented-Accuracy": 94.9302, "Augmented-Loss": 1.0207467578239442, "Clean-Accuracy": 88.42, "Clean-Loss": 0.8382667938232422, "PGD-Accuracy": 13.28, "PGD-Loss": 4.405542290496826}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 496.10141372680664, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.29000091552734, "Augmented-0.05-Quantile-Accuracy": 82.83999633789062, "Augmented-0.1-Quantile-Accuracy": 84.3499984741211, "Augmented-Accuracy": 87.8662, "Augmented-Loss": 1.1173236280899048, "Clean-Accuracy": 89.13, "Clean-Loss": 1.0171709533691407, "PGD-Accuracy": 10.57, "PGD-Loss": 4.6257558380126955}, "Total-Time": 38376.57506465912, "Train": {"Loss": 0.9502118782615662, "avg t": 0.9272020907592774, "plain loss": 0.8239417054138187, "standard loss": 0.8200148568725586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.95999908447266, "Augmented-0.05-Quantile-Accuracy": 90.72000122070312, "Augmented-0.1-Quantile-Accuracy": 91.86000061035156, "Augmented-Accuracy": 94.4392, "Augmented-Loss": 1.0233713471984864, "Clean-Accuracy": 89.34, "Clean-Loss": 0.8749530979156495, "PGD-Accuracy": 15.16, "PGD-Loss": 4.296437838745117}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 494.52180194854736, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.61000061035156, "Augmented-0.05-Quantile-Accuracy": 82.72000122070312, "Augmented-0.1-Quantile-Accuracy": 84.18000030517578, "Augmented-Accuracy": 87.9043, "Augmented-Loss": 1.1195588175354003, "Clean-Accuracy": 89.56, "Clean-Loss": 1.0180609939575196, "PGD-Accuracy": 10.95, "PGD-Loss": 4.598001617431641}, "Total-Time": 38871.096866607666, "Train": {"Loss": 0.9481092489242554, "avg t": 0.9266036011123657, "plain loss": 0.82403436199951, "standard loss": 0.8202758994674683}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.73999786376953, "Augmented-0.05-Quantile-Accuracy": 91.15999603271484, "Augmented-0.1-Quantile-Accuracy": 92.07999420166016, "Augmented-Accuracy": 94.6766, "Augmented-Loss": 1.026767452360153, "Clean-Accuracy": 92.92, "Clean-Loss": 0.8859560732841492, "PGD-Accuracy": 16.84, "PGD-Loss": 4.260830055999756}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 498.17819905281067, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.07999420166016, "Augmented-0.05-Quantile-Accuracy": 83.43000030517578, "Augmented-0.1-Quantile-Accuracy": 84.9000015258789, "Augmented-Accuracy": 88.2974, "Augmented-Loss": 1.1200763543548584, "Clean-Accuracy": 89.43, "Clean-Loss": 1.021099797821045, "PGD-Accuracy": 11.88, "PGD-Loss": 4.553942617797851}, "Total-Time": 39369.27506566048, "Train": {"Loss": 0.9473886248397827, "avg t": 0.926267453994751, "plain loss": 0.8240463632202144, "standard loss": 0.8202883481216431}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.69999694824219, "Augmented-0.05-Quantile-Accuracy": 91.25999450683594, "Augmented-0.1-Quantile-Accuracy": 91.97999572753906, "Augmented-Accuracy": 94.48, "Augmented-Loss": 1.0271609444942473, "Clean-Accuracy": 90.56, "Clean-Loss": 0.827898798751831, "PGD-Accuracy": 16.62, "PGD-Loss": 4.221242858886718}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 497.06160736083984, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.69999694824219, "Augmented-0.05-Quantile-Accuracy": 83.18999481201172, "Augmented-0.1-Quantile-Accuracy": 84.5, "Augmented-Accuracy": 88.1094, "Augmented-Loss": 1.118463884803772, "Clean-Accuracy": 89.82, "Clean-Loss": 1.0166640434265137, "PGD-Accuracy": 12.21, "PGD-Loss": 4.530702615356446}, "Total-Time": 39866.33667302132, "Train": {"Loss": 0.9468764853668213, "avg t": 0.9261029755783081, "plain loss": 0.8225864309082034, "standard loss": 0.8189003064346313}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.79999542236328, "Augmented-0.05-Quantile-Accuracy": 91.63999938964844, "Augmented-0.1-Quantile-Accuracy": 92.63999938964844, "Augmented-Accuracy": 94.868, "Augmented-Loss": 1.0223155621662139, "Clean-Accuracy": 93.58, "Clean-Loss": 0.7886009776115418, "PGD-Accuracy": 17.56, "PGD-Loss": 4.1736172088623045}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 500.4126868247986, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.23999786376953, "Augmented-0.05-Quantile-Accuracy": 83.30999755859375, "Augmented-0.1-Quantile-Accuracy": 84.68000030517578, "Augmented-Accuracy": 88.1561, "Augmented-Loss": 1.1214616736526488, "Clean-Accuracy": 89.99, "Clean-Loss": 1.0095501403808593, "PGD-Accuracy": 11.79, "PGD-Loss": 4.525215408325195}, "Total-Time": 40366.749359846115, "Train": {"Loss": 0.945794740562439, "avg t": 0.9257116201400757, "plain loss": 0.8201067464294418, "standard loss": 0.8164029119873046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.22000122070312, "Augmented-0.05-Quantile-Accuracy": 91.72000122070312, "Augmented-0.1-Quantile-Accuracy": 92.73999786376953, "Augmented-Accuracy": 94.995, "Augmented-Loss": 1.0153250066184998, "Clean-Accuracy": 93.28, "Clean-Loss": 0.8216275223731995, "PGD-Accuracy": 19.46, "PGD-Loss": 4.088046569824218}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 497.9133577346802, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.0999984741211, "Augmented-0.1-Quantile-Accuracy": 84.4000015258789, "Augmented-Accuracy": 88.0569, "Augmented-Loss": 1.125200635574341, "Clean-Accuracy": 89.89, "Clean-Loss": 1.0107459175109863, "PGD-Accuracy": 11.58, "PGD-Loss": 4.530753030395508}, "Total-Time": 40864.662717580795, "Train": {"Loss": 0.9457497346496582, "avg t": 0.925634589920044, "plain loss": 0.821091657043457, "standard loss": 0.8174559934234619}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.72000122070312, "Augmented-0.05-Quantile-Accuracy": 91.33999633789062, "Augmented-0.1-Quantile-Accuracy": 92.5999984741211, "Augmented-Accuracy": 94.7516, "Augmented-Loss": 1.0174207989253998, "Clean-Accuracy": 89.08, "Clean-Loss": 0.8878713640213013, "PGD-Accuracy": 18.98, "PGD-Loss": 4.110943650817871}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 495.0148220062256, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.15999603271484, "Augmented-0.05-Quantile-Accuracy": 83.08999633789062, "Augmented-0.1-Quantile-Accuracy": 84.37999725341797, "Augmented-Accuracy": 88.1881, "Augmented-Loss": 1.121957933906555, "Clean-Accuracy": 89.72, "Clean-Loss": 1.0092911499023438, "PGD-Accuracy": 11.54, "PGD-Loss": 4.5096828033447265}, "Total-Time": 41359.67753958702, "Train": {"Loss": 0.9455208575057983, "avg t": 0.9256724544525147, "plain loss": 0.8227034019165052, "standard loss": 0.8190673338699341}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.27999877929688, "Augmented-0.05-Quantile-Accuracy": 91.65999603271484, "Augmented-0.1-Quantile-Accuracy": 92.37999725341797, "Augmented-Accuracy": 94.625, "Augmented-Loss": 1.0169785111923217, "Clean-Accuracy": 91.26, "Clean-Loss": 0.8667499566078186, "PGD-Accuracy": 19.2, "PGD-Loss": 4.084386714172363}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 496.472464799881, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.37999725341797, "Augmented-0.05-Quantile-Accuracy": 83.43999481201172, "Augmented-0.1-Quantile-Accuracy": 84.7699966430664, "Augmented-Accuracy": 88.3711, "Augmented-Loss": 1.119321741203308, "Clean-Accuracy": 90.11, "Clean-Loss": 1.008873136138916, "PGD-Accuracy": 12.99, "PGD-Loss": 4.452496780395508}, "Total-Time": 41856.1500043869, "Train": {"Loss": 0.9449899495887756, "avg t": 0.92545276638031, "plain loss": 0.8226094526367201, "standard loss": 0.8189406414794922}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.43999481201172, "Augmented-0.05-Quantile-Accuracy": 91.86000061035156, "Augmented-0.1-Quantile-Accuracy": 92.6199951171875, "Augmented-Accuracy": 94.897, "Augmented-Loss": 1.0148429379940034, "Clean-Accuracy": 91.16, "Clean-Loss": 0.8273594898223877, "PGD-Accuracy": 20.52, "PGD-Loss": 4.02370105934143}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 499.3795394897461, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.98999786376953, "Augmented-0.05-Quantile-Accuracy": 83.23999786376953, "Augmented-0.1-Quantile-Accuracy": 84.58999633789062, "Augmented-Accuracy": 88.2897, "Augmented-Loss": 1.1243303535537719, "Clean-Accuracy": 90.46, "Clean-Loss": 1.0081965217590332, "PGD-Accuracy": 12.97, "PGD-Loss": 4.44424225769043}, "Total-Time": 42355.52954387665, "Train": {"Loss": 0.9445109120178222, "avg t": 0.9253094333267212, "plain loss": 0.8227502095642082, "standard loss": 0.81915252658844}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.79999542236328, "Augmented-0.05-Quantile-Accuracy": 92.13999938964844, "Augmented-0.1-Quantile-Accuracy": 93.04000091552734, "Augmented-Accuracy": 95.2762, "Augmented-Loss": 1.0190251485233306, "Clean-Accuracy": 92.62, "Clean-Loss": 0.8248342504501343, "PGD-Accuracy": 19.94, "PGD-Loss": 4.024512841796875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 496.66576886177063, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.8699951171875, "Augmented-0.05-Quantile-Accuracy": 83.27999877929688, "Augmented-0.1-Quantile-Accuracy": 84.54999542236328, "Augmented-Accuracy": 88.2191, "Augmented-Loss": 1.1252902139511107, "Clean-Accuracy": 90.04, "Clean-Loss": 1.0090651695251465, "PGD-Accuracy": 12.35, "PGD-Loss": 4.455822268676758}, "Total-Time": 42852.19531273842, "Train": {"Loss": 0.944553406124115, "avg t": 0.9253712043762207, "plain loss": 0.8239779794311535, "standard loss": 0.8203338014984131}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.97999572753906, "Augmented-0.05-Quantile-Accuracy": 91.47999572753906, "Augmented-0.1-Quantile-Accuracy": 92.47999572753906, "Augmented-Accuracy": 94.9036, "Augmented-Loss": 1.018392731109619, "Clean-Accuracy": 94.26, "Clean-Loss": 0.8077581873893738, "PGD-Accuracy": 20.06, "PGD-Loss": 4.007514389801026}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 494.672150850296, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.32999420166016, "Augmented-0.05-Quantile-Accuracy": 83.45999908447266, "Augmented-0.1-Quantile-Accuracy": 84.68000030517578, "Augmented-Accuracy": 88.4129, "Augmented-Loss": 1.1272103322677611, "Clean-Accuracy": 90.2, "Clean-Loss": 1.0069659591674804, "PGD-Accuracy": 12.16, "PGD-Loss": 4.443748623657227}, "Total-Time": 43346.867463588715, "Train": {"Loss": 0.9442603340148926, "avg t": 0.9251496949768067, "plain loss": 0.823026898193359, "standard loss": 0.8193430786132813}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.4000015258789, "Augmented-0.05-Quantile-Accuracy": 92.1199951171875, "Augmented-0.1-Quantile-Accuracy": 93.23999786376953, "Augmented-Accuracy": 95.4824, "Augmented-Loss": 1.0152542056369782, "Clean-Accuracy": 93.56, "Clean-Loss": 0.8260678395271301, "PGD-Accuracy": 20.64, "PGD-Loss": 3.9873926544189455}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 496.858526468277, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.29000091552734, "Augmented-0.05-Quantile-Accuracy": 83.23999786376953, "Augmented-0.1-Quantile-Accuracy": 84.57999420166016, "Augmented-Accuracy": 88.3405, "Augmented-Loss": 1.1256568973083496, "Clean-Accuracy": 90.4, "Clean-Loss": 1.0055197067260742, "PGD-Accuracy": 12.61, "PGD-Loss": 4.409424487304688}, "Total-Time": 43843.72599005699, "Train": {"Loss": 0.9436997277069091, "avg t": 0.9249314147186279, "plain loss": 0.8224076897277822, "standard loss": 0.8186969696044922}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.37999725341797, "Augmented-0.05-Quantile-Accuracy": 92.0, "Augmented-0.1-Quantile-Accuracy": 93.0999984741211, "Augmented-Accuracy": 95.3916, "Augmented-Loss": 1.0152499212532042, "Clean-Accuracy": 93.88, "Clean-Loss": 0.7872776160240174, "PGD-Accuracy": 21.9, "PGD-Loss": 3.9209201324462892}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 495.18063497543335, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.47999572753906, "Augmented-0.05-Quantile-Accuracy": 83.61000061035156, "Augmented-0.1-Quantile-Accuracy": 84.73999786376953, "Augmented-Accuracy": 88.4162, "Augmented-Loss": 1.125748911239624, "Clean-Accuracy": 90.29, "Clean-Loss": 1.0103248497009278, "PGD-Accuracy": 12.85, "PGD-Loss": 4.391574981689453}, "Total-Time": 44338.906625032425, "Train": {"Loss": 0.9434741460227967, "avg t": 0.9249475591278076, "plain loss": 0.823102319244385, "standard loss": 0.8194641459465026}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.81999969482422, "Augmented-0.05-Quantile-Accuracy": 92.0199966430664, "Augmented-0.1-Quantile-Accuracy": 93.1199951171875, "Augmented-Accuracy": 95.3824, "Augmented-Loss": 1.0196954625778198, "Clean-Accuracy": 94.42, "Clean-Loss": 0.7993827851295471, "PGD-Accuracy": 23.06, "PGD-Loss": 3.8871662017822266}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 496.25242853164673, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.29000091552734, "Augmented-0.05-Quantile-Accuracy": 83.45999908447266, "Augmented-0.1-Quantile-Accuracy": 84.72999572753906, "Augmented-Accuracy": 88.2263, "Augmented-Loss": 1.1286350134353638, "Clean-Accuracy": 90.48, "Clean-Loss": 1.0098743217468262, "PGD-Accuracy": 13.71, "PGD-Loss": 4.3581932983398435}, "Total-Time": 44835.15905356407, "Train": {"Loss": 0.9437426737213135, "avg t": 0.9250615172958374, "plain loss": 0.8239538079833985, "standard loss": 0.8204159645462036}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.93999481201172, "Augmented-0.05-Quantile-Accuracy": 92.31999969482422, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.4218, "Augmented-Loss": 1.0174900299663543, "Clean-Accuracy": 86.68, "Clean-Loss": 0.8782760015487671, "PGD-Accuracy": 23.48, "PGD-Loss": 3.860673188018799}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 498.31067395210266, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.4000015258789, "Augmented-0.05-Quantile-Accuracy": 83.47999572753906, "Augmented-0.1-Quantile-Accuracy": 84.72999572753906, "Augmented-Accuracy": 88.2413, "Augmented-Loss": 1.128867667831421, "Clean-Accuracy": 90.32, "Clean-Loss": 1.0094699729919434, "PGD-Accuracy": 13.54, "PGD-Loss": 4.359513729858398}, "Total-Time": 45333.469727516174, "Train": {"Loss": 0.9438294533920288, "avg t": 0.9249934437370301, "plain loss": 0.8247958987426757, "standard loss": 0.8211651555252075}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.04000091552734, "Augmented-0.05-Quantile-Accuracy": 92.29999542236328, "Augmented-0.1-Quantile-Accuracy": 93.0, "Augmented-Accuracy": 95.2172, "Augmented-Loss": 1.0175512014369965, "Clean-Accuracy": 85.9, "Clean-Loss": 0.898835390663147, "PGD-Accuracy": 23.86, "PGD-Loss": 3.851118575668335}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 499.46638321876526, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.47999572753906, "Augmented-0.05-Quantile-Accuracy": 83.47000122070312, "Augmented-0.1-Quantile-Accuracy": 84.79999542236328, "Augmented-Accuracy": 88.3122, "Augmented-Loss": 1.1276064141693116, "Clean-Accuracy": 90.54, "Clean-Loss": 1.0072995635986328, "PGD-Accuracy": 13.55, "PGD-Loss": 4.3574854766845705}, "Total-Time": 45832.93611073494, "Train": {"Loss": 0.9430633493804932, "avg t": 0.9246990168380738, "plain loss": 0.8241448590698242, "standard loss": 0.8205275481033325}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.25999450683594, "Augmented-0.05-Quantile-Accuracy": 92.5199966430664, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.5162, "Augmented-Loss": 1.0169314339962006, "Clean-Accuracy": 91.98, "Clean-Loss": 0.8389856990814208, "PGD-Accuracy": 22.32, "PGD-Loss": 3.910490396118164}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 499.5148460865021, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.30999755859375, "Augmented-0.05-Quantile-Accuracy": 83.41999816894531, "Augmented-0.1-Quantile-Accuracy": 84.82999420166016, "Augmented-Accuracy": 88.3188, "Augmented-Loss": 1.128051586555481, "Clean-Accuracy": 90.45, "Clean-Loss": 1.0041605010986328, "PGD-Accuracy": 13.64, "PGD-Loss": 4.356611306762695}, "Total-Time": 46332.45095682144, "Train": {"Loss": 0.9434564087295533, "avg t": 0.9248034438323974, "plain loss": 0.8243571383361818, "standard loss": 0.8207341950035095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.36000061035156, "Augmented-0.05-Quantile-Accuracy": 92.5199966430664, "Augmented-0.1-Quantile-Accuracy": 93.37999725341797, "Augmented-Accuracy": 95.565, "Augmented-Loss": 1.012211606672287, "Clean-Accuracy": 89.5, "Clean-Loss": 0.8518339916229248, "PGD-Accuracy": 23.48, "PGD-Loss": 3.858354772567749}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 497.5160005092621, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.44999694824219, "Augmented-0.05-Quantile-Accuracy": 83.43999481201172, "Augmented-0.1-Quantile-Accuracy": 84.68999481201172, "Augmented-Accuracy": 88.2919, "Augmented-Loss": 1.1276940177307129, "Clean-Accuracy": 90.37, "Clean-Loss": 1.0090678169250489, "PGD-Accuracy": 13.57, "PGD-Loss": 4.353301861572266}, "Total-Time": 46829.966957330704, "Train": {"Loss": 0.942699418334961, "avg t": 0.9246038615608215, "plain loss": 0.8236005636291498, "standard loss": 0.8200166933059693}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0, "Augmented-0.05-Quantile-Accuracy": 92.22000122070312, "Augmented-0.1-Quantile-Accuracy": 93.07999420166016, "Augmented-Accuracy": 95.073, "Augmented-Loss": 1.0173828236007691, "Clean-Accuracy": 92.6, "Clean-Loss": 0.8257831052780151, "PGD-Accuracy": 24.16, "PGD-Loss": 3.8310259567260743}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 498.61813712120056, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.54999542236328, "Augmented-0.05-Quantile-Accuracy": 83.61000061035156, "Augmented-0.1-Quantile-Accuracy": 84.90999603271484, "Augmented-Accuracy": 88.3993, "Augmented-Loss": 1.1254038880004882, "Clean-Accuracy": 90.37, "Clean-Loss": 1.003794199371338, "PGD-Accuracy": 13.59, "PGD-Loss": 4.352919540405273}, "Total-Time": 47328.585094451904, "Train": {"Loss": 0.9435798050308227, "avg t": 0.9248207894134521, "plain loss": 0.8243575044555665, "standard loss": 0.8207693658638}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.15999603271484, "Augmented-0.05-Quantile-Accuracy": 92.83999633789062, "Augmented-0.1-Quantile-Accuracy": 93.5199966430664, "Augmented-Accuracy": 95.4716, "Augmented-Loss": 1.0113176915473938, "Clean-Accuracy": 93.16, "Clean-Loss": 0.7823437708854676, "PGD-Accuracy": 22.9, "PGD-Loss": 3.8899017517089844}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 495.38539576530457, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.54000091552734, "Augmented-0.05-Quantile-Accuracy": 83.58999633789062, "Augmented-0.1-Quantile-Accuracy": 84.72999572753906, "Augmented-Accuracy": 88.4548, "Augmented-Loss": 1.1263778374557496, "Clean-Accuracy": 90.39, "Clean-Loss": 1.009729416656494, "PGD-Accuracy": 13.79, "PGD-Loss": 4.347972958374023}, "Total-Time": 47823.97049021721, "Train": {"Loss": 0.9435415143966674, "avg t": 0.9248217264938354, "plain loss": 0.8241370957336439, "standard loss": 0.8206254444122314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.18000030517578, "Augmented-0.05-Quantile-Accuracy": 92.43999481201172, "Augmented-0.1-Quantile-Accuracy": 93.43999481201172, "Augmented-Accuracy": 95.3282, "Augmented-Loss": 1.0186961244716644, "Clean-Accuracy": 94.54, "Clean-Loss": 0.7988910808563232, "PGD-Accuracy": 22.8, "PGD-Loss": 3.881739340209961}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 496.32595443725586, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.55999755859375, "Augmented-0.05-Quantile-Accuracy": 83.5199966430664, "Augmented-0.1-Quantile-Accuracy": 84.75, "Augmented-Accuracy": 88.3716, "Augmented-Loss": 1.126719852142334, "Clean-Accuracy": 90.52, "Clean-Loss": 1.0061618621826172, "PGD-Accuracy": 13.7, "PGD-Loss": 4.346052624511719}, "Total-Time": 48320.296444654465, "Train": {"Loss": 0.9428420113945007, "avg t": 0.9246641220855712, "plain loss": 0.8237944026794428, "standard loss": 0.8202564365386963}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.93999481201172, "Augmented-0.05-Quantile-Accuracy": 92.5, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.6374, "Augmented-Loss": 1.0135111468143463, "Clean-Accuracy": 90.54, "Clean-Loss": 0.8026729900360108, "PGD-Accuracy": 23.16, "PGD-Loss": 3.8723566650390624}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 495.1491153240204, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.56999969482422, "Augmented-0.05-Quantile-Accuracy": 83.40999603271484, "Augmented-0.1-Quantile-Accuracy": 84.72999572753906, "Augmented-Accuracy": 88.3466, "Augmented-Loss": 1.1268989309158326, "Clean-Accuracy": 90.34, "Clean-Loss": 0.9981850204467774, "PGD-Accuracy": 13.59, "PGD-Loss": 4.347761026000977}, "Total-Time": 48815.445559978485, "Train": {"Loss": 0.9429681886291504, "avg t": 0.9246790168952942, "plain loss": 0.823991128936767, "standard loss": 0.8204377799415589}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0, "Augmented-0.05-Quantile-Accuracy": 92.41999816894531, "Augmented-0.1-Quantile-Accuracy": 93.36000061035156, "Augmented-Accuracy": 95.4248, "Augmented-Loss": 1.0074463126773834, "Clean-Accuracy": 93.2, "Clean-Loss": 0.7715130554199219, "PGD-Accuracy": 23.44, "PGD-Loss": 3.8498917877197267}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 498.1446924209595, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.52999877929688, "Augmented-0.05-Quantile-Accuracy": 83.45999908447266, "Augmented-0.1-Quantile-Accuracy": 84.79000091552734, "Augmented-Accuracy": 88.3725, "Augmented-Loss": 1.1266705524597167, "Clean-Accuracy": 90.5, "Clean-Loss": 1.0100805206298828, "PGD-Accuracy": 13.75, "PGD-Loss": 4.340451486206055}, "Total-Time": 49313.590252399445, "Train": {"Loss": 0.9430322831726075, "avg t": 0.9248107346725464, "plain loss": 0.8238410494079591, "standard loss": 0.8203666389846802}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.04000091552734, "Augmented-0.05-Quantile-Accuracy": 92.25999450683594, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.325, "Augmented-Loss": 1.0178962284927369, "Clean-Accuracy": 89.04, "Clean-Loss": 0.8285176225662232, "PGD-Accuracy": 22.96, "PGD-Loss": 3.8736964637756346}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 498.47378849983215, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.6500015258789, "Augmented-0.05-Quantile-Accuracy": 83.69999694824219, "Augmented-0.1-Quantile-Accuracy": 84.9000015258789, "Augmented-Accuracy": 88.4035, "Augmented-Loss": 1.126014228088379, "Clean-Accuracy": 90.56, "Clean-Loss": 1.0001412086486816, "PGD-Accuracy": 13.54, "PGD-Loss": 4.341866207885742}, "Total-Time": 49812.06404089928, "Train": {"Loss": 0.9435608053588868, "avg t": 0.9249831319427491, "plain loss": 0.8246844695129404, "standard loss": 0.8210343514251709}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.25999450683594, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.5199966430664, "Augmented-Accuracy": 95.551, "Augmented-Loss": 1.0089303056354522, "Clean-Accuracy": 82.74, "Clean-Loss": 0.9366170199394226, "PGD-Accuracy": 22.4, "PGD-Loss": 3.8948855934143065}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 497.33251214027405, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.66999816894531, "Augmented-0.05-Quantile-Accuracy": 83.6500015258789, "Augmented-0.1-Quantile-Accuracy": 84.8499984741211, "Augmented-Accuracy": 88.3956, "Augmented-Loss": 1.126182816947937, "Clean-Accuracy": 90.47, "Clean-Loss": 1.0046977432250976, "PGD-Accuracy": 13.54, "PGD-Loss": 4.343202212524414}, "Total-Time": 50309.39655303955, "Train": {"Loss": 0.9431233502578735, "avg t": 0.9246618308639526, "plain loss": 0.8245015691223142, "standard loss": 0.8210181121444702}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.87999725341797, "Augmented-0.05-Quantile-Accuracy": 92.07999420166016, "Augmented-0.1-Quantile-Accuracy": 92.91999816894531, "Augmented-Accuracy": 95.1462, "Augmented-Loss": 1.0144589731903075, "Clean-Accuracy": 94.46, "Clean-Loss": 0.8209483781814575, "PGD-Accuracy": 23.28, "PGD-Loss": 3.8670782775878907}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 497.52388739585876, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.69999694824219, "Augmented-0.05-Quantile-Accuracy": 83.5199966430664, "Augmented-0.1-Quantile-Accuracy": 84.72999572753906, "Augmented-Accuracy": 88.3999, "Augmented-Loss": 1.1269523793411256, "Clean-Accuracy": 90.4, "Clean-Loss": 1.002988932800293, "PGD-Accuracy": 13.59, "PGD-Loss": 4.338283526611328}, "Total-Time": 50806.92044043541, "Train": {"Loss": 0.9428348351669311, "avg t": 0.9245654774475097, "plain loss": 0.8242576206665041, "standard loss": 0.820762461605072}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.93999481201172, "Augmented-0.05-Quantile-Accuracy": 92.37999725341797, "Augmented-0.1-Quantile-Accuracy": 93.27999877929688, "Augmented-Accuracy": 95.4476, "Augmented-Loss": 1.011764050441742, "Clean-Accuracy": 93.76, "Clean-Loss": 0.8197448563575744, "PGD-Accuracy": 23.76, "PGD-Loss": 3.8261401039123535}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 494.85167241096497, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.5199966430664, "Augmented-0.05-Quantile-Accuracy": 83.6199951171875, "Augmented-0.1-Quantile-Accuracy": 84.79000091552734, "Augmented-Accuracy": 88.4237, "Augmented-Loss": 1.1263172317276, "Clean-Accuracy": 90.47, "Clean-Loss": 1.0033025466918946, "PGD-Accuracy": 13.77, "PGD-Loss": 4.330553768920899}, "Total-Time": 51301.772112846375, "Train": {"Loss": 0.9427885177993774, "avg t": 0.9247767776870728, "plain loss": 0.8253660068969727, "standard loss": 0.8218439620780945}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0, "Augmented-0.05-Quantile-Accuracy": 92.36000061035156, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.475, "Augmented-Loss": 1.0123321110019683, "Clean-Accuracy": 94.1, "Clean-Loss": 0.8344109093666077, "PGD-Accuracy": 23.16, "PGD-Loss": 3.8560963554382326}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 496.74837279319763, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.57999420166016, "Augmented-0.05-Quantile-Accuracy": 83.72000122070312, "Augmented-0.1-Quantile-Accuracy": 84.82999420166016, "Augmented-Accuracy": 88.4678, "Augmented-Loss": 1.126032457260132, "Clean-Accuracy": 90.62, "Clean-Loss": 1.006204623413086, "PGD-Accuracy": 13.65, "PGD-Loss": 4.336007061767578}, "Total-Time": 51798.52048563957, "Train": {"Loss": 0.9427382744979859, "avg t": 0.9245687062072754, "plain loss": 0.8241851684265138, "standard loss": 0.8206333003997802}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.22000122070312, "Augmented-0.05-Quantile-Accuracy": 92.63999938964844, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.6048, "Augmented-Loss": 1.0150810858001709, "Clean-Accuracy": 94.3, "Clean-Loss": 0.8059208533287049, "PGD-Accuracy": 21.88, "PGD-Loss": 3.9073328788757324}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 496.0997648239136, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.58999633789062, "Augmented-0.05-Quantile-Accuracy": 83.69999694824219, "Augmented-0.1-Quantile-Accuracy": 84.79999542236328, "Augmented-Accuracy": 88.4351, "Augmented-Loss": 1.126415383041382, "Clean-Accuracy": 90.55, "Clean-Loss": 1.0004033546447755, "PGD-Accuracy": 13.62, "PGD-Loss": 4.3336417114257815}, "Total-Time": 52294.620250463486, "Train": {"Loss": 0.9428591497039794, "avg t": 0.9246334971618653, "plain loss": 0.8240408608398445, "standard loss": 0.8204607051277161}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.5999984741211, "Augmented-Accuracy": 95.4808, "Augmented-Loss": 1.0102641095218658, "Clean-Accuracy": 93.62, "Clean-Loss": 0.8244605131149292, "PGD-Accuracy": 22.04, "PGD-Loss": 3.8867647506713867}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 493.9653787612915, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.54000091552734, "Augmented-0.05-Quantile-Accuracy": 83.5999984741211, "Augmented-0.1-Quantile-Accuracy": 84.77999877929688, "Augmented-Accuracy": 88.4439, "Augmented-Loss": 1.1264190932312013, "Clean-Accuracy": 90.43, "Clean-Loss": 1.0096215553283692, "PGD-Accuracy": 13.73, "PGD-Loss": 4.329244982910156}, "Total-Time": 52788.58562922478, "Train": {"Loss": 0.9429129708099365, "avg t": 0.9246339135742188, "plain loss": 0.8244475772094728, "standard loss": 0.8208486612701416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5199966430664, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.41999816894531, "Augmented-Accuracy": 95.4246, "Augmented-Loss": 1.018004864397049, "Clean-Accuracy": 94.72, "Clean-Loss": 0.8273291602134705, "PGD-Accuracy": 23.38, "PGD-Loss": 3.827294332122803}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 499.48025846481323, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.63999938964844, "Augmented-0.05-Quantile-Accuracy": 83.61000061035156, "Augmented-0.1-Quantile-Accuracy": 84.79000091552734, "Augmented-Accuracy": 88.4415, "Augmented-Loss": 1.1268596101455688, "Clean-Accuracy": 90.7, "Clean-Loss": 1.0007631134033204, "PGD-Accuracy": 13.58, "PGD-Loss": 4.3338928833007815}, "Total-Time": 53288.06588768959, "Train": {"Loss": 0.9426887806892394, "avg t": 0.9246234953689575, "plain loss": 0.824297887252807, "standard loss": 0.8207784803771973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.75999450683594, "Augmented-0.05-Quantile-Accuracy": 92.15999603271484, "Augmented-0.1-Quantile-Accuracy": 93.15999603271484, "Augmented-Accuracy": 95.2636, "Augmented-Loss": 1.0094994441699983, "Clean-Accuracy": 91.32, "Clean-Loss": 0.80614403591156, "PGD-Accuracy": 23.72, "PGD-Loss": 3.8227051795959475}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 497.66792130470276, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.43000030517578, "Augmented-0.05-Quantile-Accuracy": 83.62999725341797, "Augmented-0.1-Quantile-Accuracy": 84.93000030517578, "Augmented-Accuracy": 88.436, "Augmented-Loss": 1.126412445236206, "Clean-Accuracy": 90.49, "Clean-Loss": 1.00754287109375, "PGD-Accuracy": 13.6, "PGD-Loss": 4.3279335418701175}, "Total-Time": 53785.73380899429, "Train": {"Loss": 0.9433436584854126, "avg t": 0.9247347456550599, "plain loss": 0.8251829947204594, "standard loss": 0.8215463451766968}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.55999755859375, "Augmented-0.05-Quantile-Accuracy": 92.22000122070312, "Augmented-0.1-Quantile-Accuracy": 93.15999603271484, "Augmented-Accuracy": 95.3358, "Augmented-Loss": 1.0166208824710845, "Clean-Accuracy": 91.34, "Clean-Loss": 0.7723626918792724, "PGD-Accuracy": 24.48, "PGD-Loss": 3.8017061836242676}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 498.75823426246643, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.58999633789062, "Augmented-0.05-Quantile-Accuracy": 83.6500015258789, "Augmented-0.1-Quantile-Accuracy": 84.91999816894531, "Augmented-Accuracy": 88.5141, "Augmented-Loss": 1.127307865890503, "Clean-Accuracy": 90.68, "Clean-Loss": 1.008334407043457, "PGD-Accuracy": 13.59, "PGD-Loss": 4.33060498046875}, "Total-Time": 54284.49204325676, "Train": {"Loss": 0.942858424282074, "avg t": 0.9246236525726318, "plain loss": 0.8246916505126947, "standard loss": 0.8210990607643127}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.1199951171875, "Augmented-0.05-Quantile-Accuracy": 92.43999481201172, "Augmented-0.1-Quantile-Accuracy": 93.63999938964844, "Augmented-Accuracy": 95.6258, "Augmented-Loss": 1.0164850085372925, "Clean-Accuracy": 91.84, "Clean-Loss": 0.853146186542511, "PGD-Accuracy": 23.7, "PGD-Loss": 3.817048661804199}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 497.11237239837646, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.88999938964844, "Augmented-0.05-Quantile-Accuracy": 83.75, "Augmented-0.1-Quantile-Accuracy": 84.87999725341797, "Augmented-Accuracy": 88.4936, "Augmented-Loss": 1.1266994518356324, "Clean-Accuracy": 90.55, "Clean-Loss": 1.011866219329834, "PGD-Accuracy": 13.66, "PGD-Loss": 4.323142568969726}, "Total-Time": 54781.604415655136, "Train": {"Loss": 0.942950255203247, "avg t": 0.9246836529159546, "plain loss": 0.8249431295471198, "standard loss": 0.8213788360595703}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.72000122070312, "Augmented-0.05-Quantile-Accuracy": 92.1199951171875, "Augmented-0.1-Quantile-Accuracy": 93.0, "Augmented-Accuracy": 95.3276, "Augmented-Loss": 1.0201631160259246, "Clean-Accuracy": 94.42, "Clean-Loss": 0.8506862551689148, "PGD-Accuracy": 24.56, "PGD-Loss": 3.799253252410889}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 497.14692878723145, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.5999984741211, "Augmented-0.05-Quantile-Accuracy": 83.69999694824219, "Augmented-0.1-Quantile-Accuracy": 85.00999450683594, "Augmented-Accuracy": 88.5097, "Augmented-Loss": 1.1276974444198609, "Clean-Accuracy": 90.58, "Clean-Loss": 1.0047616348266601, "PGD-Accuracy": 13.68, "PGD-Loss": 4.3242898895263675}, "Total-Time": 55278.75134444237, "Train": {"Loss": 0.9429701285934449, "avg t": 0.9246369351768494, "plain loss": 0.8243762631835934, "standard loss": 0.8207691602134705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.05999755859375, "Augmented-0.05-Quantile-Accuracy": 92.23999786376953, "Augmented-0.1-Quantile-Accuracy": 93.27999877929688, "Augmented-Accuracy": 95.3658, "Augmented-Loss": 1.0132810310230256, "Clean-Accuracy": 92.76, "Clean-Loss": 0.8240903604507446, "PGD-Accuracy": 25.04, "PGD-Loss": 3.8170481437683104}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 498.93434143066406, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.54999542236328, "Augmented-0.05-Quantile-Accuracy": 83.54999542236328, "Augmented-0.1-Quantile-Accuracy": 84.87999725341797, "Augmented-Accuracy": 88.4469, "Augmented-Loss": 1.1275540239257813, "Clean-Accuracy": 90.64, "Clean-Loss": 1.0060811714172364, "PGD-Accuracy": 13.47, "PGD-Loss": 4.325335464477539}, "Total-Time": 55777.68568587303, "Train": {"Loss": 0.9424473787117005, "avg t": 0.9245121427917481, "plain loss": 0.8241367190856932, "standard loss": 0.8206183765411377}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.81999969482422, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.55999755859375, "Augmented-Accuracy": 95.6834, "Augmented-Loss": 1.0147869087047576, "Clean-Accuracy": 91.6, "Clean-Loss": 0.8249630415916442, "PGD-Accuracy": 24.1, "PGD-Loss": 3.8187011199951173}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 499.70622277259827, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.50999450683594, "Augmented-0.05-Quantile-Accuracy": 83.70999908447266, "Augmented-0.1-Quantile-Accuracy": 84.91999816894531, "Augmented-Accuracy": 88.4493, "Augmented-Loss": 1.1279784509963988, "Clean-Accuracy": 90.54, "Clean-Loss": 1.0015202285766602, "PGD-Accuracy": 13.66, "PGD-Loss": 4.32215071105957}, "Total-Time": 56277.39190864563, "Train": {"Loss": 0.9428785360145568, "avg t": 0.9246656309890747, "plain loss": 0.8250930292053237, "standard loss": 0.8215657518577576}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.13999938964844, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.68000030517578, "Augmented-Accuracy": 95.5868, "Augmented-Loss": 1.0087461988010407, "Clean-Accuracy": 92.94, "Clean-Loss": 0.8324161012649536, "PGD-Accuracy": 24.5, "PGD-Loss": 3.810379362487793}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 497.11149549484253, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.68999481201172, "Augmented-0.05-Quantile-Accuracy": 83.66999816894531, "Augmented-0.1-Quantile-Accuracy": 84.8499984741211, "Augmented-Accuracy": 88.439, "Augmented-Loss": 1.1255833333358765, "Clean-Accuracy": 90.27, "Clean-Loss": 1.0075771141052245, "PGD-Accuracy": 13.88, "PGD-Loss": 4.316210498046875}, "Total-Time": 56774.50340414047, "Train": {"Loss": 0.9424731502151489, "avg t": 0.9245645388031006, "plain loss": 0.825127848541259, "standard loss": 0.8215954979133606}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0, "Augmented-0.05-Quantile-Accuracy": 92.47999572753906, "Augmented-0.1-Quantile-Accuracy": 93.19999694824219, "Augmented-Accuracy": 95.3256, "Augmented-Loss": 1.0153537830734254, "Clean-Accuracy": 84.28, "Clean-Loss": 0.9334521656036376, "PGD-Accuracy": 26.26, "PGD-Loss": 3.7454458374023436}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 496.1461329460144, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.47999572753906, "Augmented-0.05-Quantile-Accuracy": 83.55999755859375, "Augmented-0.1-Quantile-Accuracy": 84.9000015258789, "Augmented-Accuracy": 88.5148, "Augmented-Loss": 1.1266929909286498, "Clean-Accuracy": 90.38, "Clean-Loss": 1.0054379699707032, "PGD-Accuracy": 13.94, "PGD-Loss": 4.308985873413086}, "Total-Time": 57270.64953708649, "Train": {"Loss": 0.942752412185669, "avg t": 0.9246759985351563, "plain loss": 0.8256764962463378, "standard loss": 0.8221357768821717}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.04000091552734, "Augmented-0.05-Quantile-Accuracy": 92.07999420166016, "Augmented-0.1-Quantile-Accuracy": 93.0999984741211, "Augmented-Accuracy": 95.2834, "Augmented-Loss": 1.0113496823616028, "Clean-Accuracy": 94.58, "Clean-Loss": 0.8217170701026917, "PGD-Accuracy": 23.2, "PGD-Loss": 3.8192591316223146}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
