{"Epoch": 0, "Epoch-Time": 2817.5899925231934, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.709999084472656, "Augmented-0.05-Quantile-Accuracy": 46.02000045776367, "Augmented-0.1-Quantile-Accuracy": 46.81999969482422, "Augmented-Accuracy": 49.2656, "Augmented-Loss": 1.3894366821136475, "Clean-Accuracy": 50.6, "Clean-Loss": 1.330314993286133, "PGD-Accuracy": 2.61, "PGD-Loss": 3.885899920654297}, "Total-Time": 2817.5899925231934, "Train": {"Loss": 3.096084869918823, "avg t": 1.1245075620079041, "plain loss": 1.6660896349792473, "standard loss": 1.665321796913147}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.97999954223633, "Augmented-0.05-Quantile-Accuracy": 48.5, "Augmented-0.1-Quantile-Accuracy": 49.21999740600586, "Augmented-Accuracy": 51.4296, "Augmented-Loss": 1.3333861640148164, "Clean-Accuracy": 51.2, "Clean-Loss": 1.3536314575195312, "PGD-Accuracy": 3.36, "PGD-Loss": 3.5953724853515623}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 2823.4639477729797, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.55999755859375, "Augmented-0.05-Quantile-Accuracy": 55.0, "Augmented-0.1-Quantile-Accuracy": 56.04999923706055, "Augmented-Accuracy": 59.7415, "Augmented-Loss": 1.2338772963485718, "Clean-Accuracy": 59.27, "Clean-Loss": 1.1899554504394532, "PGD-Accuracy": 0.96, "PGD-Loss": 5.212403991699219}, "Total-Time": 5641.053940296173, "Train": {"Loss": 2.112196114654541, "avg t": 1.0655893381881714, "plain loss": 1.2830971126098636, "standard loss": 1.279714976425171}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.79999923706055, "Augmented-0.05-Quantile-Accuracy": 56.02000045776367, "Augmented-0.1-Quantile-Accuracy": 56.73999786376953, "Augmented-Accuracy": 59.9836, "Augmented-Loss": 1.209973013168335, "Clean-Accuracy": 54.92, "Clean-Loss": 1.3340062236785888, "PGD-Accuracy": 1.44, "PGD-Loss": 4.783056090545655}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 2822.470129966736, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.14999771118164, "Augmented-0.05-Quantile-Accuracy": 51.57999801635742, "Augmented-0.1-Quantile-Accuracy": 52.72999954223633, "Augmented-Accuracy": 56.7224, "Augmented-Loss": 1.182095658973694, "Clean-Accuracy": 59.03, "Clean-Loss": 1.1059579376220703, "PGD-Accuracy": 0.47, "PGD-Loss": 5.981831420898438}, "Total-Time": 8463.524070262909, "Train": {"Loss": 1.7947479579544068, "avg t": 1.0385206662750244, "plain loss": 1.1407324196472173, "standard loss": 1.135897342453003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.29999923706055, "Augmented-0.05-Quantile-Accuracy": 54.37999725341797, "Augmented-0.1-Quantile-Accuracy": 55.52000045776367, "Augmented-Accuracy": 59.2154, "Augmented-Loss": 1.128922783826828, "Clean-Accuracy": 54.78, "Clean-Loss": 1.2088421274185182, "PGD-Accuracy": 0.48, "PGD-Loss": 5.6835828842163085}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 2821.2589757442474, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.57999801635742, "Augmented-0.05-Quantile-Accuracy": 61.96999740600586, "Augmented-0.1-Quantile-Accuracy": 63.14999771118164, "Augmented-Accuracy": 67.8829, "Augmented-Loss": 1.0924077089996338, "Clean-Accuracy": 69.87, "Clean-Loss": 1.0047261192321777, "PGD-Accuracy": 0.03, "PGD-Loss": 6.564988092041015}, "Total-Time": 11284.783046007156, "Train": {"Loss": 1.6391886250686645, "avg t": 1.0236163780784606, "plain loss": 1.0708949213867194, "standard loss": 1.065578773136139}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.91999816894531, "Augmented-0.05-Quantile-Accuracy": 65.73999786376953, "Augmented-0.1-Quantile-Accuracy": 67.04000091552734, "Augmented-Accuracy": 71.2034, "Augmented-Loss": 1.0223579913043976, "Clean-Accuracy": 64.1, "Clean-Loss": 1.0953927209854126, "PGD-Accuracy": 0.04, "PGD-Loss": 6.121459403991699}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 2820.61168050766, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.79999923706055, "Augmented-0.05-Quantile-Accuracy": 64.01000213623047, "Augmented-0.1-Quantile-Accuracy": 65.3499984741211, "Augmented-Accuracy": 69.6346, "Augmented-Loss": 1.056554081703186, "Clean-Accuracy": 71.81, "Clean-Loss": 0.9648055397033691, "PGD-Accuracy": 0.04, "PGD-Loss": 6.345780969238281}, "Total-Time": 14105.394726514816, "Train": {"Loss": 1.5627235033416749, "avg t": 1.016097570991516, "plain loss": 1.0343246097717282, "standard loss": 1.028282080078125}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.76000213623047, "Augmented-0.05-Quantile-Accuracy": 67.5, "Augmented-0.1-Quantile-Accuracy": 68.77999877929688, "Augmented-Accuracy": 72.9934, "Augmented-Loss": 0.9907795393314361, "Clean-Accuracy": 73.04, "Clean-Loss": 0.9824417263031006, "PGD-Accuracy": 0.1, "PGD-Loss": 5.905538709259033}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 2819.5907831192017, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.04999923706055, "Augmented-0.05-Quantile-Accuracy": 63.2599983215332, "Augmented-0.1-Quantile-Accuracy": 64.70999908447266, "Augmented-Accuracy": 69.4179, "Augmented-Loss": 1.1074316386489869, "Clean-Accuracy": 68.87, "Clean-Loss": 1.0446732666015626, "PGD-Accuracy": 0.45, "PGD-Loss": 6.402977716064453}, "Total-Time": 16924.985509634018, "Train": {"Loss": 1.4859359555816651, "avg t": 1.0083070899772644, "plain loss": 1.004933131713867, "standard loss": 0.9985452242279053}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.31999969482422, "Augmented-0.05-Quantile-Accuracy": 65.63999938964844, "Augmented-0.1-Quantile-Accuracy": 67.31999969482422, "Augmented-Accuracy": 71.6928, "Augmented-Loss": 1.0599008494701385, "Clean-Accuracy": 69.14, "Clean-Loss": 1.021203507232666, "PGD-Accuracy": 0.32, "PGD-Loss": 6.150041835021972}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 2817.9594469070435, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.72999954223633, "Augmented-0.05-Quantile-Accuracy": 63.66999816894531, "Augmented-0.1-Quantile-Accuracy": 65.06999969482422, "Augmented-Accuracy": 69.3398, "Augmented-Loss": 1.0689067193832398, "Clean-Accuracy": 69.46, "Clean-Loss": 1.007627835083008, "PGD-Accuracy": 0.2, "PGD-Loss": 6.236184283447265}, "Total-Time": 19742.94495654106, "Train": {"Loss": 1.4556978131866456, "avg t": 1.0053827678108216, "plain loss": 0.9951987662048334, "standard loss": 0.9887442858505249}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.81999969482422, "Augmented-0.05-Quantile-Accuracy": 65.87999725341797, "Augmented-0.1-Quantile-Accuracy": 67.19999694824219, "Augmented-Accuracy": 71.1634, "Augmented-Loss": 1.0229060595436097, "Clean-Accuracy": 72.16, "Clean-Loss": 0.9389218589782715, "PGD-Accuracy": 0.18, "PGD-Loss": 5.891493963623047}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 2816.033239364624, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.59000015258789, "Augmented-0.05-Quantile-Accuracy": 64.75, "Augmented-0.1-Quantile-Accuracy": 66.0999984741211, "Augmented-Accuracy": 70.7549, "Augmented-Loss": 1.0831829959716797, "Clean-Accuracy": 71.38, "Clean-Loss": 1.0152433395385743, "PGD-Accuracy": 0.05, "PGD-Loss": 6.292627526855469}, "Total-Time": 22558.978195905685, "Train": {"Loss": 1.439482095603943, "avg t": 1.0033387564086913, "plain loss": 0.9886597608337404, "standard loss": 0.9822141179084778}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.81999969482422, "Augmented-0.05-Quantile-Accuracy": 65.93999481201172, "Augmented-0.1-Quantile-Accuracy": 67.45999908447266, "Augmented-Accuracy": 72.141, "Augmented-Loss": 1.026998582584381, "Clean-Accuracy": 70.12, "Clean-Loss": 1.0000074613571166, "PGD-Accuracy": 0.06, "PGD-Loss": 6.027388710021973}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 2815.134783744812, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.37999725341797, "Augmented-0.05-Quantile-Accuracy": 65.58999633789062, "Augmented-0.1-Quantile-Accuracy": 67.04999542236328, "Augmented-Accuracy": 71.3908, "Augmented-Loss": 1.0921897591705323, "Clean-Accuracy": 72.87, "Clean-Loss": 1.0060585800170898, "PGD-Accuracy": 0.08, "PGD-Loss": 6.11725849609375}, "Total-Time": 25374.112979650497, "Train": {"Loss": 1.4176199116897583, "avg t": 1.0005694309043884, "plain loss": 0.9807150857543945, "standard loss": 0.9737231399917603}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.69999694824219, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.08000183105469, "Augmented-Accuracy": 74.5104, "Augmented-Loss": 1.0247459306259155, "Clean-Accuracy": 77.94, "Clean-Loss": 0.936162501335144, "PGD-Accuracy": 0.14, "PGD-Loss": 5.876964358520508}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 2814.1555531024933, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.779998779296875, "Augmented-0.05-Quantile-Accuracy": 64.3699951171875, "Augmented-0.1-Quantile-Accuracy": 66.05999755859375, "Augmented-Accuracy": 71.3007, "Augmented-Loss": 1.1196897724685668, "Clean-Accuracy": 72.12, "Clean-Loss": 1.0116414039611816, "PGD-Accuracy": 0.1, "PGD-Loss": 6.127993572998047}, "Total-Time": 28188.26853275299, "Train": {"Loss": 1.4074437296295166, "avg t": 0.9991801047515869, "plain loss": 0.9810031431579594, "standard loss": 0.9740695972061157}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.31999969482422, "Augmented-0.05-Quantile-Accuracy": 68.63999938964844, "Augmented-0.1-Quantile-Accuracy": 70.36000061035156, "Augmented-Accuracy": 75.2786, "Augmented-Loss": 1.028265344242096, "Clean-Accuracy": 73.4, "Clean-Loss": 0.9678771087646484, "PGD-Accuracy": 0.14, "PGD-Loss": 5.891917524719238}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 2814.124320268631, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.37999725341797, "Augmented-0.05-Quantile-Accuracy": 64.54999542236328, "Augmented-0.1-Quantile-Accuracy": 65.8499984741211, "Augmented-Accuracy": 70.6943, "Augmented-Loss": 1.105961024543762, "Clean-Accuracy": 74.09, "Clean-Loss": 0.9835829948425293, "PGD-Accuracy": 0.05, "PGD-Loss": 6.019645629882812}, "Total-Time": 31002.39285302162, "Train": {"Loss": 1.3934669999694824, "avg t": 0.9977096342849732, "plain loss": 0.9718907629089361, "standard loss": 0.9649949687194824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.43999481201172, "Augmented-0.05-Quantile-Accuracy": 69.1199951171875, "Augmented-0.1-Quantile-Accuracy": 70.58000183105469, "Augmented-Accuracy": 75.245, "Augmented-Loss": 1.005866754556656, "Clean-Accuracy": 74.48, "Clean-Loss": 0.9341299558639526, "PGD-Accuracy": 0.02, "PGD-Loss": 5.780927485656738}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 2813.0042691230774, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.0, "Augmented-0.05-Quantile-Accuracy": 66.5199966430664, "Augmented-0.1-Quantile-Accuracy": 68.29999542236328, "Augmented-Accuracy": 73.5033, "Augmented-Loss": 1.1291383498687744, "Clean-Accuracy": 76.27, "Clean-Loss": 1.0085177597045898, "PGD-Accuracy": 0.17, "PGD-Loss": 6.035481536865235}, "Total-Time": 33815.3971221447, "Train": {"Loss": 1.3874802723503112, "avg t": 0.9962156740570068, "plain loss": 0.9697642598266604, "standard loss": 0.962972010974884}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.58000183105469, "Augmented-0.05-Quantile-Accuracy": 71.36000061035156, "Augmented-0.1-Quantile-Accuracy": 72.58000183105469, "Augmented-Accuracy": 77.1914, "Augmented-Loss": 1.0373169071063995, "Clean-Accuracy": 74.04, "Clean-Loss": 0.9972964834213257, "PGD-Accuracy": 0.14, "PGD-Loss": 5.806007247161865}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 2813.2680339813232, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.269996643066406, "Augmented-0.05-Quantile-Accuracy": 65.11000061035156, "Augmented-0.1-Quantile-Accuracy": 66.5999984741211, "Augmented-Accuracy": 71.6286, "Augmented-Loss": 1.1042333442993164, "Clean-Accuracy": 72.19, "Clean-Loss": 0.9987672996520996, "PGD-Accuracy": 0.06, "PGD-Loss": 6.065723699951172}, "Total-Time": 36628.66515612602, "Train": {"Loss": 1.3719050833511353, "avg t": 0.9948472346878052, "plain loss": 0.9605616657104483, "standard loss": 0.9536842057800293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.4000015258789, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.05999755859375, "Augmented-Accuracy": 74.4926, "Augmented-Loss": 1.0208722464122773, "Clean-Accuracy": 73.68, "Clean-Loss": 0.9367166511535645, "PGD-Accuracy": 0.08, "PGD-Loss": 5.829678672790528}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 2813.3044290542603, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.94999694824219, "Augmented-0.05-Quantile-Accuracy": 70.05999755859375, "Augmented-0.1-Quantile-Accuracy": 71.50999450683594, "Augmented-Accuracy": 76.1051, "Augmented-Loss": 1.0582810016479491, "Clean-Accuracy": 78.25, "Clean-Loss": 0.9620371231079101, "PGD-Accuracy": 0.16, "PGD-Loss": 5.868985864257812}, "Total-Time": 39441.96958518028, "Train": {"Loss": 1.3651602214050294, "avg t": 0.9936760872268676, "plain loss": 0.9555530101928709, "standard loss": 0.9486409941101074}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.87999725341797, "Augmented-0.05-Quantile-Accuracy": 73.75999450683594, "Augmented-0.1-Quantile-Accuracy": 75.0999984741211, "Augmented-Accuracy": 79.3526, "Augmented-Loss": 0.9914086695747375, "Clean-Accuracy": 69.6, "Clean-Loss": 1.0774267023086548, "PGD-Accuracy": 0.1, "PGD-Loss": 5.701516658782959}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 2812.6929914951324, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.22999954223633, "Augmented-0.05-Quantile-Accuracy": 63.1099967956543, "Augmented-0.1-Quantile-Accuracy": 64.58000183105469, "Augmented-Accuracy": 69.9654, "Augmented-Loss": 1.1316967507476807, "Clean-Accuracy": 70.98, "Clean-Loss": 1.045541860961914, "PGD-Accuracy": 0.04, "PGD-Loss": 6.367961895751953}, "Total-Time": 42254.662576675415, "Train": {"Loss": 1.354368717956543, "avg t": 0.9927499401092529, "plain loss": 0.952063456268311, "standard loss": 0.9449382214355468}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.439998626708984, "Augmented-0.05-Quantile-Accuracy": 67.5, "Augmented-0.1-Quantile-Accuracy": 69.15999603271484, "Augmented-Accuracy": 74.5138, "Augmented-Loss": 1.0480190193901062, "Clean-Accuracy": 70.44, "Clean-Loss": 1.0048735355377196, "PGD-Accuracy": 0.02, "PGD-Loss": 6.162169412994385}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 2810.818376302719, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.689998626708984, "Augmented-0.05-Quantile-Accuracy": 66.23999786376953, "Augmented-0.1-Quantile-Accuracy": 68.00999450683594, "Augmented-Accuracy": 72.834, "Augmented-Loss": 1.0949520349578858, "Clean-Accuracy": 74.31, "Clean-Loss": 0.974241658782959, "PGD-Accuracy": 0.09, "PGD-Loss": 6.081409899902344}, "Total-Time": 45065.480952978134, "Train": {"Loss": 1.3524799984741211, "avg t": 0.9918768678283691, "plain loss": 0.9505083330993654, "standard loss": 0.9436349226760864}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0, "Augmented-0.05-Quantile-Accuracy": 68.31999969482422, "Augmented-0.1-Quantile-Accuracy": 70.0, "Augmented-Accuracy": 74.4096, "Augmented-Loss": 1.0141253607406617, "Clean-Accuracy": 70.6, "Clean-Loss": 1.0395540029525756, "PGD-Accuracy": 0.16, "PGD-Loss": 5.878207427215576}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 2809.1272225379944, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.09000015258789, "Augmented-0.05-Quantile-Accuracy": 64.7699966430664, "Augmented-0.1-Quantile-Accuracy": 66.38999938964844, "Augmented-Accuracy": 71.3953, "Augmented-Loss": 1.0830406827926635, "Clean-Accuracy": 73.81, "Clean-Loss": 0.9619972869873047, "PGD-Accuracy": 0.13, "PGD-Loss": 5.913691998291015}, "Total-Time": 47874.60817551613, "Train": {"Loss": 1.3441020923233031, "avg t": 0.9909862934875489, "plain loss": 0.9437263086853038, "standard loss": 0.9367763389205933}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.0199966430664, "Augmented-0.05-Quantile-Accuracy": 71.47999572753906, "Augmented-0.1-Quantile-Accuracy": 73.04000091552734, "Augmented-Accuracy": 77.2076, "Augmented-Loss": 0.9857089030189514, "Clean-Accuracy": 74.56, "Clean-Loss": 0.9129398292541504, "PGD-Accuracy": 0.08, "PGD-Loss": 5.6523703186035155}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 2811.373079776764, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.59000015258789, "Augmented-0.05-Quantile-Accuracy": 65.29000091552734, "Augmented-0.1-Quantile-Accuracy": 67.04000091552734, "Augmented-Accuracy": 72.0194, "Augmented-Loss": 1.0931700995483398, "Clean-Accuracy": 75.42, "Clean-Loss": 0.9631576248168945, "PGD-Accuracy": 0.04, "PGD-Loss": 5.967336193847657}, "Total-Time": 50685.98125529289, "Train": {"Loss": 1.3304980644226074, "avg t": 0.9890446808624268, "plain loss": 0.9393621225280758, "standard loss": 0.9324342329788208}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.6199951171875, "Augmented-0.05-Quantile-Accuracy": 69.75999450683594, "Augmented-0.1-Quantile-Accuracy": 71.22000122070312, "Augmented-Accuracy": 75.754, "Augmented-Loss": 0.994161171833992, "Clean-Accuracy": 69.12, "Clean-Loss": 0.9218422981262206, "PGD-Accuracy": 0.12, "PGD-Loss": 5.749358180999756}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 2811.002044200897, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.11000061035156, "Augmented-0.05-Quantile-Accuracy": 67.79000091552734, "Augmented-0.1-Quantile-Accuracy": 69.16999816894531, "Augmented-Accuracy": 74.0858, "Augmented-Loss": 1.058378746154785, "Clean-Accuracy": 77.56, "Clean-Loss": 0.9486944862365723, "PGD-Accuracy": 0.05, "PGD-Loss": 6.124934484863282}, "Total-Time": 53496.98329949379, "Train": {"Loss": 1.3345059611701966, "avg t": 0.9895584292221069, "plain loss": 0.943215840026855, "standard loss": 0.9363704301452637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.18000030517578, "Augmented-0.05-Quantile-Accuracy": 71.72000122070312, "Augmented-0.1-Quantile-Accuracy": 73.1199951171875, "Augmented-Accuracy": 77.4154, "Augmented-Loss": 0.988074744052887, "Clean-Accuracy": 66.6, "Clean-Loss": 0.943266444015503, "PGD-Accuracy": 0.04, "PGD-Loss": 5.907846590423584}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 2813.1101636886597, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.40999984741211, "Augmented-0.05-Quantile-Accuracy": 64.91999816894531, "Augmented-0.1-Quantile-Accuracy": 66.45999908447266, "Augmented-Accuracy": 71.5571, "Augmented-Loss": 1.1010129869155885, "Clean-Accuracy": 75.64, "Clean-Loss": 0.9583316673278809, "PGD-Accuracy": 0.03, "PGD-Loss": 5.8754068359375}, "Total-Time": 56310.09346318245, "Train": {"Loss": 1.3227837823104858, "avg t": 0.9888535854530335, "plain loss": 0.935763244079591, "standard loss": 0.9287014625549317}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.36000061035156, "Augmented-0.05-Quantile-Accuracy": 70.27999877929688, "Augmented-0.1-Quantile-Accuracy": 71.83999633789062, "Augmented-Accuracy": 76.108, "Augmented-Loss": 0.9845150280513764, "Clean-Accuracy": 77.02, "Clean-Loss": 0.8883499179840088, "PGD-Accuracy": 0.16, "PGD-Loss": 5.65964547958374}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 2818.273277282715, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.75, "Augmented-0.05-Quantile-Accuracy": 60.209999084472656, "Augmented-0.1-Quantile-Accuracy": 61.88999938964844, "Augmented-Accuracy": 67.0121, "Augmented-Loss": 1.1652545575942994, "Clean-Accuracy": 73.29, "Clean-Loss": 0.980865550994873, "PGD-Accuracy": 0.06, "PGD-Loss": 6.253358380126953}, "Total-Time": 59128.366740465164, "Train": {"Loss": 1.3281407863616943, "avg t": 0.9890184798812867, "plain loss": 0.9418462350769041, "standard loss": 0.9347267533874511}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.779998779296875, "Augmented-0.05-Quantile-Accuracy": 67.5999984741211, "Augmented-0.1-Quantile-Accuracy": 69.19999694824219, "Augmented-Accuracy": 73.8148, "Augmented-Loss": 1.0039602485160828, "Clean-Accuracy": 72.7, "Clean-Loss": 0.9696743558883667, "PGD-Accuracy": 0.08, "PGD-Loss": 6.064737711334229}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 2822.133385658264, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.09000015258789, "Augmented-0.05-Quantile-Accuracy": 62.55999755859375, "Augmented-0.1-Quantile-Accuracy": 64.27999877929688, "Augmented-Accuracy": 69.6301, "Augmented-Loss": 1.1151954002227784, "Clean-Accuracy": 73.76, "Clean-Loss": 1.014846957397461, "PGD-Accuracy": 0.06, "PGD-Loss": 6.0099251953125}, "Total-Time": 61950.50012612343, "Train": {"Loss": 1.3188251458740234, "avg t": 0.9881004083824158, "plain loss": 0.9326893048400882, "standard loss": 0.9257109600830078}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.23999786376953, "Augmented-0.05-Quantile-Accuracy": 69.1199951171875, "Augmented-0.1-Quantile-Accuracy": 70.63999938964844, "Augmented-Accuracy": 75.298, "Augmented-Loss": 1.0260709574565887, "Clean-Accuracy": 76.2, "Clean-Loss": 0.9162776098251343, "PGD-Accuracy": 0.04, "PGD-Loss": 5.805040824127198}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 2819.208333015442, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.15999603271484, "Augmented-0.05-Quantile-Accuracy": 67.41999816894531, "Augmented-0.1-Quantile-Accuracy": 68.97999572753906, "Augmented-Accuracy": 73.6436, "Augmented-Loss": 1.0732962804718018, "Clean-Accuracy": 77.35, "Clean-Loss": 0.9512699508666992, "PGD-Accuracy": 0.02, "PGD-Loss": 5.938645587158203}, "Total-Time": 64769.70845913887, "Train": {"Loss": 1.3152903839874268, "avg t": 0.987980043373108, "plain loss": 0.9341631685791019, "standard loss": 0.9267883223724365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 71.79999542236328, "Augmented-0.1-Quantile-Accuracy": 73.13999938964844, "Augmented-Accuracy": 77.6212, "Augmented-Loss": 0.9765007693843841, "Clean-Accuracy": 77.62, "Clean-Loss": 0.905754013633728, "PGD-Accuracy": 0.02, "PGD-Loss": 5.759420365142822}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 2818.34814953804, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.1099967956543, "Augmented-0.05-Quantile-Accuracy": 64.88999938964844, "Augmented-0.1-Quantile-Accuracy": 66.5199966430664, "Augmented-Accuracy": 71.5402, "Augmented-Loss": 1.1307233718566894, "Clean-Accuracy": 77.01, "Clean-Loss": 0.9633119361877441, "PGD-Accuracy": 0.08, "PGD-Loss": 5.940024938964844}, "Total-Time": 67588.05660867691, "Train": {"Loss": 1.319771897392273, "avg t": 0.9884305641555786, "plain loss": 0.9353108788757327, "standard loss": 0.9282013792610169}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.73999786376953, "Augmented-0.05-Quantile-Accuracy": 72.68000030517578, "Augmented-0.1-Quantile-Accuracy": 74.19999694824219, "Augmented-Accuracy": 78.7442, "Augmented-Loss": 0.976905914396286, "Clean-Accuracy": 76.12, "Clean-Loss": 0.9476198711395264, "PGD-Accuracy": 0.12, "PGD-Loss": 5.668089416503906}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 2819.193659543991, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.5099983215332, "Augmented-0.05-Quantile-Accuracy": 67.40999603271484, "Augmented-0.1-Quantile-Accuracy": 69.05999755859375, "Augmented-Accuracy": 73.9255, "Augmented-Loss": 1.122789738822937, "Clean-Accuracy": 78.6, "Clean-Loss": 0.9715554977416992, "PGD-Accuracy": 0.01, "PGD-Loss": 6.066204284667969}, "Total-Time": 70407.2502682209, "Train": {"Loss": 1.3064302989959717, "avg t": 0.9861917087554931, "plain loss": 0.9279643984985367, "standard loss": 0.9208343201828003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.91999816894531, "Augmented-0.05-Quantile-Accuracy": 74.22000122070312, "Augmented-0.1-Quantile-Accuracy": 75.83999633789062, "Augmented-Accuracy": 80.6276, "Augmented-Loss": 0.9949101616134643, "Clean-Accuracy": 80.56, "Clean-Loss": 0.8755956001281738, "PGD-Accuracy": 0.06, "PGD-Loss": 5.916784568023681}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 2818.034940958023, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.55999755859375, "Augmented-0.05-Quantile-Accuracy": 68.93999481201172, "Augmented-0.1-Quantile-Accuracy": 70.3699951171875, "Augmented-Accuracy": 74.9352, "Augmented-Loss": 1.0865403526535033, "Clean-Accuracy": 78.34, "Clean-Loss": 0.9576627883911133, "PGD-Accuracy": 0.13, "PGD-Loss": 5.841568719482422}, "Total-Time": 73225.28520917892, "Train": {"Loss": 1.318543561706543, "avg t": 0.9882765536689758, "plain loss": 0.9356254635925275, "standard loss": 0.9282820879364013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.54000091552734, "Augmented-0.05-Quantile-Accuracy": 74.54000091552734, "Augmented-0.1-Quantile-Accuracy": 75.77999877929688, "Augmented-Accuracy": 80.013, "Augmented-Loss": 0.9849308719139099, "Clean-Accuracy": 74.54, "Clean-Loss": 0.9426320997238159, "PGD-Accuracy": 0.1, "PGD-Loss": 5.627157224273682}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 2816.2739334106445, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.05999755859375, "Augmented-0.05-Quantile-Accuracy": 61.2599983215332, "Augmented-0.1-Quantile-Accuracy": 62.69999694824219, "Augmented-Accuracy": 67.2253, "Augmented-Loss": 1.1463539836273193, "Clean-Accuracy": 73.15, "Clean-Loss": 0.9766769279479981, "PGD-Accuracy": 0.06, "PGD-Loss": 6.027387536621093}, "Total-Time": 76041.55914258957, "Train": {"Loss": 1.3000247762298585, "avg t": 0.9852506665420532, "plain loss": 0.9262089291992182, "standard loss": 0.9191086845779419}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.87999725341797, "Augmented-0.05-Quantile-Accuracy": 67.5199966430664, "Augmented-0.1-Quantile-Accuracy": 68.87999725341797, "Augmented-Accuracy": 73.3626, "Augmented-Loss": 1.0058800492744446, "Clean-Accuracy": 71.24, "Clean-Loss": 0.9902910869598389, "PGD-Accuracy": 0.08, "PGD-Loss": 5.78628586730957}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 2815.5211951732635, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.5, "Augmented-0.05-Quantile-Accuracy": 65.8699951171875, "Augmented-0.1-Quantile-Accuracy": 67.22999572753906, "Augmented-Accuracy": 72.2118, "Augmented-Loss": 1.1094066924438477, "Clean-Accuracy": 72.94, "Clean-Loss": 1.0184997184753417, "PGD-Accuracy": 0.16, "PGD-Loss": 5.851493933105469}, "Total-Time": 78857.08033776283, "Train": {"Loss": 1.3048569192504882, "avg t": 0.9852241036987305, "plain loss": 0.9239706988220225, "standard loss": 0.9167578566741943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.58000183105469, "Augmented-0.05-Quantile-Accuracy": 68.6199951171875, "Augmented-0.1-Quantile-Accuracy": 70.05999755859375, "Augmented-Accuracy": 74.8308, "Augmented-Loss": 1.0262695151777268, "Clean-Accuracy": 71.0, "Clean-Loss": 0.9303177806854248, "PGD-Accuracy": 0.22, "PGD-Loss": 5.645380034637451}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 2814.4257578849792, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.12999725341797, "Augmented-0.05-Quantile-Accuracy": 65.79000091552734, "Augmented-0.1-Quantile-Accuracy": 67.7699966430664, "Augmented-Accuracy": 72.8436, "Augmented-Loss": 1.0900422401580812, "Clean-Accuracy": 74.54, "Clean-Loss": 0.9674004364013672, "PGD-Accuracy": 0.03, "PGD-Loss": 6.175709051513672}, "Total-Time": 81671.50609564781, "Train": {"Loss": 1.3053122629928589, "avg t": 0.9857418111419678, "plain loss": 0.9248190307922354, "standard loss": 0.9175015452575683}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.6199951171875, "Augmented-0.05-Quantile-Accuracy": 72.08000183105469, "Augmented-0.1-Quantile-Accuracy": 73.55999755859375, "Augmented-Accuracy": 77.8746, "Augmented-Loss": 0.9715754324855804, "Clean-Accuracy": 78.6, "Clean-Loss": 0.8626848625183106, "PGD-Accuracy": 0.12, "PGD-Loss": 5.943371067810059}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 2816.2120056152344, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.98999786376953, "Augmented-0.05-Quantile-Accuracy": 65.54000091552734, "Augmented-0.1-Quantile-Accuracy": 67.1500015258789, "Augmented-Accuracy": 72.1848, "Augmented-Loss": 1.1175442439193726, "Clean-Accuracy": 75.89, "Clean-Loss": 0.9742573219299316, "PGD-Accuracy": 0.0, "PGD-Loss": 6.027052526855469}, "Total-Time": 84487.71810126305, "Train": {"Loss": 1.304060505886078, "avg t": 0.9855359275817871, "plain loss": 0.923002785217285, "standard loss": 0.9156616844177247}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.6199951171875, "Augmented-0.05-Quantile-Accuracy": 70.79999542236328, "Augmented-0.1-Quantile-Accuracy": 72.25999450683594, "Augmented-Accuracy": 77.0622, "Augmented-Loss": 1.0044855931949614, "Clean-Accuracy": 76.34, "Clean-Loss": 0.9644450918197632, "PGD-Accuracy": 0.1, "PGD-Loss": 5.797408940887451}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 2815.440173625946, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.0099983215332, "Augmented-0.05-Quantile-Accuracy": 65.69999694824219, "Augmented-0.1-Quantile-Accuracy": 67.25, "Augmented-Accuracy": 72.5196, "Augmented-Loss": 1.107642834487915, "Clean-Accuracy": 74.05, "Clean-Loss": 0.9679501487731934, "PGD-Accuracy": 0.07, "PGD-Loss": 6.172548645019531}, "Total-Time": 87303.15827488899, "Train": {"Loss": 1.2960860395812988, "avg t": 0.9854988952255249, "plain loss": 0.9214582095031738, "standard loss": 0.914316752243042}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.93999481201172, "Augmented-0.05-Quantile-Accuracy": 70.0, "Augmented-0.1-Quantile-Accuracy": 71.6199951171875, "Augmented-Accuracy": 75.917, "Augmented-Loss": 0.9926528172225952, "Clean-Accuracy": 77.86, "Clean-Loss": 0.8876337741851806, "PGD-Accuracy": 0.2, "PGD-Loss": 5.942505216217041}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 2814.7359578609467, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.2699966430664, "Augmented-0.05-Quantile-Accuracy": 67.80999755859375, "Augmented-0.1-Quantile-Accuracy": 68.91999816894531, "Augmented-Accuracy": 73.8623, "Augmented-Loss": 1.0737568529281616, "Clean-Accuracy": 75.5, "Clean-Loss": 0.9852794929504395, "PGD-Accuracy": 0.13, "PGD-Loss": 6.012167761230469}, "Total-Time": 90117.89423274994, "Train": {"Loss": 1.300378722076416, "avg t": 0.9855422811698914, "plain loss": 0.9235208300476074, "standard loss": 0.9164167914009094}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.23999786376953, "Augmented-0.05-Quantile-Accuracy": 71.81999969482422, "Augmented-0.1-Quantile-Accuracy": 73.15999603271484, "Augmented-Accuracy": 77.7406, "Augmented-Loss": 0.9834875650367737, "Clean-Accuracy": 76.6, "Clean-Loss": 0.8869696039199829, "PGD-Accuracy": 0.22, "PGD-Loss": 5.845322018432618}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 2813.54807972908, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.29999923706055, "Augmented-0.05-Quantile-Accuracy": 62.82999801635742, "Augmented-0.1-Quantile-Accuracy": 64.3499984741211, "Augmented-Accuracy": 69.5809, "Augmented-Loss": 1.162198347000122, "Clean-Accuracy": 75.08, "Clean-Loss": 1.0052511238098145, "PGD-Accuracy": 0.03, "PGD-Loss": 6.017966564941406}, "Total-Time": 92931.44231247902, "Train": {"Loss": 1.3019487831115724, "avg t": 0.9860411860656738, "plain loss": 0.9259002051391593, "standard loss": 0.918922903213501}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.19999694824219, "Augmented-0.05-Quantile-Accuracy": 68.47999572753906, "Augmented-0.1-Quantile-Accuracy": 69.97999572753906, "Augmented-Accuracy": 75.0086, "Augmented-Loss": 1.036773288711548, "Clean-Accuracy": 71.76, "Clean-Loss": 0.9259301166534424, "PGD-Accuracy": 0.08, "PGD-Loss": 5.809718761444092}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 2812.208016872406, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.25, "Augmented-0.05-Quantile-Accuracy": 71.52999877929688, "Augmented-0.1-Quantile-Accuracy": 72.83999633789062, "Augmented-Accuracy": 77.3672, "Augmented-Loss": 1.0525297097930908, "Clean-Accuracy": 77.05, "Clean-Loss": 0.9725211547851562, "PGD-Accuracy": 0.04, "PGD-Loss": 5.852390734863281}, "Total-Time": 95743.65032935143, "Train": {"Loss": 1.2962403273391723, "avg t": 0.9847172269439697, "plain loss": 0.9202144456787112, "standard loss": 0.9126835479545593}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.22000122070312, "Augmented-0.05-Quantile-Accuracy": 73.5199966430664, "Augmented-0.1-Quantile-Accuracy": 74.69999694824219, "Augmented-Accuracy": 78.8064, "Augmented-Loss": 0.9819497758407593, "Clean-Accuracy": 69.76, "Clean-Loss": 0.9473520357131958, "PGD-Accuracy": 0.02, "PGD-Loss": 5.634340043640137}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 2723.288259267807, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.02999877929688, "Augmented-0.05-Quantile-Accuracy": 67.5999984741211, "Augmented-0.1-Quantile-Accuracy": 69.1199951171875, "Augmented-Accuracy": 73.6187, "Augmented-Loss": 1.0953406924591065, "Clean-Accuracy": 75.59, "Clean-Loss": 0.9886875785827637, "PGD-Accuracy": 0.01, "PGD-Loss": 5.899843859863282}, "Total-Time": 98466.93858861923, "Train": {"Loss": 1.2873891548919678, "avg t": 0.9843702987670898, "plain loss": 0.9170028103027339, "standard loss": 0.909890915107727}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.97999572753906, "Augmented-0.05-Quantile-Accuracy": 71.27999877929688, "Augmented-0.1-Quantile-Accuracy": 72.55999755859375, "Augmented-Accuracy": 77.0358, "Augmented-Loss": 1.0020463392276764, "Clean-Accuracy": 74.6, "Clean-Loss": 0.9797278778076172, "PGD-Accuracy": 0.06, "PGD-Loss": 5.671498400878907}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 2107.52823472023, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.12999725341797, "Augmented-0.05-Quantile-Accuracy": 61.0, "Augmented-0.1-Quantile-Accuracy": 62.369998931884766, "Augmented-Accuracy": 67.6185, "Augmented-Loss": 1.1904779134216308, "Clean-Accuracy": 75.62, "Clean-Loss": 0.9844953338623047, "PGD-Accuracy": 0.14, "PGD-Loss": 5.936920251464843}, "Total-Time": 100574.46682333946, "Train": {"Loss": 1.2964737809753417, "avg t": 0.9848106649017334, "plain loss": 0.9172413450927737, "standard loss": 0.9100971907234192}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.91999816894531, "Augmented-0.05-Quantile-Accuracy": 70.31999969482422, "Augmented-0.1-Quantile-Accuracy": 71.93999481201172, "Augmented-Accuracy": 76.3034, "Augmented-Loss": 1.0189720450763702, "Clean-Accuracy": 71.04, "Clean-Loss": 0.9650986701965332, "PGD-Accuracy": 0.18, "PGD-Loss": 5.73176897354126}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1960.2322552204132, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.97999572753906, "Augmented-0.05-Quantile-Accuracy": 68.19999694824219, "Augmented-0.1-Quantile-Accuracy": 69.8499984741211, "Augmented-Accuracy": 74.8059, "Augmented-Loss": 1.106186446876526, "Clean-Accuracy": 76.97, "Clean-Loss": 0.9886427391052246, "PGD-Accuracy": 0.09, "PGD-Loss": 5.736220343017578}, "Total-Time": 102534.69907855988, "Train": {"Loss": 1.3025588220214843, "avg t": 0.9856674893188476, "plain loss": 0.9245636266784666, "standard loss": 0.9173168798255921}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.69999694824219, "Augmented-0.05-Quantile-Accuracy": 73.29999542236328, "Augmented-0.1-Quantile-Accuracy": 74.97999572753906, "Augmented-Accuracy": 79.3756, "Augmented-Loss": 1.014402660369873, "Clean-Accuracy": 73.12, "Clean-Loss": 0.9503098461151123, "PGD-Accuracy": 0.12, "PGD-Loss": 5.561421206665039}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1404.7067301273346, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.07999801635742, "Augmented-0.05-Quantile-Accuracy": 65.88999938964844, "Augmented-0.1-Quantile-Accuracy": 67.33000183105469, "Augmented-Accuracy": 72.3166, "Augmented-Loss": 1.087328611404419, "Clean-Accuracy": 74.34, "Clean-Loss": 0.9575372901916503, "PGD-Accuracy": 0.11, "PGD-Loss": 6.066169372558594}, "Total-Time": 103939.40580868721, "Train": {"Loss": 1.2943507611083984, "avg t": 0.9849997283935547, "plain loss": 0.9217183616027841, "standard loss": 0.914418257446289}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.19999694824219, "Augmented-0.05-Quantile-Accuracy": 69.65999603271484, "Augmented-0.1-Quantile-Accuracy": 71.0999984741211, "Augmented-Accuracy": 76.0766, "Augmented-Loss": 0.9721707439537048, "Clean-Accuracy": 70.28, "Clean-Loss": 0.9433827449798584, "PGD-Accuracy": 0.18, "PGD-Loss": 5.849628733825684}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1405.3866665363312, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.64999771118164, "Augmented-0.05-Quantile-Accuracy": 66.11000061035156, "Augmented-0.1-Quantile-Accuracy": 67.83000183105469, "Augmented-Accuracy": 72.774, "Augmented-Loss": 1.0810134055404663, "Clean-Accuracy": 75.15, "Clean-Loss": 0.9417305473327636, "PGD-Accuracy": 0.05, "PGD-Loss": 5.984701000976562}, "Total-Time": 105344.79247522354, "Train": {"Loss": 1.2975019523620606, "avg t": 0.9852332715988159, "plain loss": 0.9214388832092281, "standard loss": 0.9143361231803894}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.95999908447266, "Augmented-0.05-Quantile-Accuracy": 70.19999694824219, "Augmented-0.1-Quantile-Accuracy": 71.37999725341797, "Augmented-Accuracy": 76.0394, "Augmented-Loss": 0.9721110212154388, "Clean-Accuracy": 74.04, "Clean-Loss": 0.8634986869812011, "PGD-Accuracy": 0.1, "PGD-Loss": 5.788948962402344}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1398.1768836975098, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.43999481201172, "Augmented-0.05-Quantile-Accuracy": 68.36000061035156, "Augmented-0.1-Quantile-Accuracy": 70.40999603271484, "Augmented-Accuracy": 75.9238, "Augmented-Loss": 1.107577735305786, "Clean-Accuracy": 79.5, "Clean-Loss": 0.959597720336914, "PGD-Accuracy": 0.06, "PGD-Loss": 6.054632342529297}, "Total-Time": 106742.96935892105, "Train": {"Loss": 1.2864394190979005, "avg t": 0.9833324848556518, "plain loss": 0.9155175434265135, "standard loss": 0.9084157084274292}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.29999542236328, "Augmented-0.05-Quantile-Accuracy": 74.65999603271484, "Augmented-0.1-Quantile-Accuracy": 76.4000015258789, "Augmented-Accuracy": 81.1248, "Augmented-Loss": 0.980026569024086, "Clean-Accuracy": 77.92, "Clean-Loss": 0.8916877573013305, "PGD-Accuracy": 0.1, "PGD-Loss": 5.7990318855285645}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1398.4938554763794, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.97999954223633, "Augmented-0.05-Quantile-Accuracy": 62.769996643066406, "Augmented-0.1-Quantile-Accuracy": 64.3699951171875, "Augmented-Accuracy": 69.8181, "Augmented-Loss": 1.1467415792007447, "Clean-Accuracy": 76.76, "Clean-Loss": 0.9383980857849121, "PGD-Accuracy": 0.06, "PGD-Loss": 6.016862664794922}, "Total-Time": 108141.46321439743, "Train": {"Loss": 1.2918747216033934, "avg t": 0.9842673288345337, "plain loss": 0.918490783111573, "standard loss": 0.9111384094619751}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.93999481201172, "Augmented-0.05-Quantile-Accuracy": 71.27999877929688, "Augmented-0.1-Quantile-Accuracy": 72.79999542236328, "Augmented-Accuracy": 77.3356, "Augmented-Loss": 0.97204840001297, "Clean-Accuracy": 73.22, "Clean-Loss": 0.9131665277481079, "PGD-Accuracy": 0.08, "PGD-Loss": 5.726246818542481}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1398.3709383010864, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.8599967956543, "Augmented-0.05-Quantile-Accuracy": 66.29999542236328, "Augmented-0.1-Quantile-Accuracy": 67.80999755859375, "Augmented-Accuracy": 72.0213, "Augmented-Loss": 1.1109868868637085, "Clean-Accuracy": 74.14, "Clean-Loss": 0.9732756362915039, "PGD-Accuracy": 0.07, "PGD-Loss": 5.764564270019531}, "Total-Time": 109539.83415269852, "Train": {"Loss": 1.2913879291915893, "avg t": 0.9837480596733094, "plain loss": 0.9170629799194353, "standard loss": 0.9095611629486084}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.95999908447266, "Augmented-0.05-Quantile-Accuracy": 70.79999542236328, "Augmented-0.1-Quantile-Accuracy": 72.41999816894531, "Augmented-Accuracy": 76.6472, "Augmented-Loss": 1.0066310200366975, "Clean-Accuracy": 64.1, "Clean-Loss": 0.9855051235198975, "PGD-Accuracy": 0.12, "PGD-Loss": 5.614815660095215}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1398.8721508979797, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.91999816894531, "Augmented-0.05-Quantile-Accuracy": 67.16999816894531, "Augmented-0.1-Quantile-Accuracy": 68.72999572753906, "Augmented-Accuracy": 73.2419, "Augmented-Loss": 1.065013582298279, "Clean-Accuracy": 73.85, "Clean-Loss": 0.9728429634094238, "PGD-Accuracy": 0.09, "PGD-Loss": 5.952563989257812}, "Total-Time": 110938.7063035965, "Train": {"Loss": 1.303527319355011, "avg t": 0.9854712931632995, "plain loss": 0.9250190675659179, "standard loss": 0.9178025477600098}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.05999755859375, "Augmented-0.05-Quantile-Accuracy": 70.05999755859375, "Augmented-0.1-Quantile-Accuracy": 71.6199951171875, "Augmented-Accuracy": 76.3406, "Augmented-Loss": 0.9799230586566925, "Clean-Accuracy": 74.66, "Clean-Loss": 0.9020907600402832, "PGD-Accuracy": 0.1, "PGD-Loss": 5.732173918151855}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1398.490561246872, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.1500015258789, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 69.75999450683594, "Augmented-Accuracy": 74.4274, "Augmented-Loss": 1.0789137835617066, "Clean-Accuracy": 77.38, "Clean-Loss": 0.9561017066955566, "PGD-Accuracy": 0.09, "PGD-Loss": 5.891175103759766}, "Total-Time": 112337.19686484337, "Train": {"Loss": 1.2836241342926025, "avg t": 0.9831444648742675, "plain loss": 0.9175503668212887, "standard loss": 0.9105952980804444}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 71.55999755859375, "Augmented-0.1-Quantile-Accuracy": 73.33999633789062, "Augmented-Accuracy": 77.926, "Augmented-Loss": 0.9857265497703552, "Clean-Accuracy": 77.94, "Clean-Loss": 0.9260262912750244, "PGD-Accuracy": 0.1, "PGD-Loss": 5.733351071166992}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1404.9788646697998, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.029998779296875, "Augmented-0.05-Quantile-Accuracy": 60.81999969482422, "Augmented-0.1-Quantile-Accuracy": 62.37999725341797, "Augmented-Accuracy": 67.4228, "Augmented-Loss": 1.1672561656188964, "Clean-Accuracy": 73.28, "Clean-Loss": 1.0018102638244628, "PGD-Accuracy": 0.08, "PGD-Loss": 5.9981955017089845}, "Total-Time": 113742.17572951317, "Train": {"Loss": 1.2937723306274413, "avg t": 0.9845372784996033, "plain loss": 0.9229290778503426, "standard loss": 0.9155177681541443}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.95999908447266, "Augmented-0.05-Quantile-Accuracy": 68.15999603271484, "Augmented-0.1-Quantile-Accuracy": 69.45999908447266, "Augmented-Accuracy": 74.2198, "Augmented-Loss": 1.0183601656360626, "Clean-Accuracy": 73.84, "Clean-Loss": 0.8902987176895142, "PGD-Accuracy": 0.1, "PGD-Loss": 5.837952299499512}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1404.6353001594543, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.0999984741211, "Augmented-0.05-Quantile-Accuracy": 70.98999786376953, "Augmented-0.1-Quantile-Accuracy": 72.5999984741211, "Augmented-Accuracy": 77.0718, "Augmented-Loss": 1.0413865160217286, "Clean-Accuracy": 79.0, "Clean-Loss": 0.9288364852905273, "PGD-Accuracy": 0.06, "PGD-Loss": 5.955380926513672}, "Total-Time": 115146.81102967262, "Train": {"Loss": 1.2820138623046875, "avg t": 0.9827544135284424, "plain loss": 0.9164383612365725, "standard loss": 0.9091489540481568}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.4000015258789, "Augmented-0.05-Quantile-Accuracy": 72.81999969482422, "Augmented-0.1-Quantile-Accuracy": 74.05999755859375, "Augmented-Accuracy": 78.7376, "Augmented-Loss": 0.9676918809356689, "Clean-Accuracy": 78.2, "Clean-Loss": 0.8927920671463012, "PGD-Accuracy": 0.06, "PGD-Loss": 5.782594518280029}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1401.1692154407501, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.59000015258789, "Augmented-0.05-Quantile-Accuracy": 65.5999984741211, "Augmented-0.1-Quantile-Accuracy": 67.04999542236328, "Augmented-Accuracy": 71.6555, "Augmented-Loss": 1.0530776385879517, "Clean-Accuracy": 71.85, "Clean-Loss": 0.9696984222412109, "PGD-Accuracy": 0.29, "PGD-Loss": 5.640653631591797}, "Total-Time": 116547.98024511337, "Train": {"Loss": 1.2806988328552247, "avg t": 0.982841182937622, "plain loss": 0.9179172999572751, "standard loss": 0.9106006432914734}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.65999984741211, "Augmented-0.05-Quantile-Accuracy": 66.87999725341797, "Augmented-0.1-Quantile-Accuracy": 68.23999786376953, "Augmented-Accuracy": 72.4688, "Augmented-Loss": 0.993075521320343, "Clean-Accuracy": 74.9, "Clean-Loss": 0.89504042263031, "PGD-Accuracy": 0.46, "PGD-Loss": 5.379989406585693}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1401.8012578487396, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.959999084472656, "Augmented-0.05-Quantile-Accuracy": 63.48999786376953, "Augmented-0.1-Quantile-Accuracy": 65.01000213623047, "Augmented-Accuracy": 70.333, "Augmented-Loss": 1.142496224822998, "Clean-Accuracy": 75.87, "Clean-Loss": 0.9953535247802734, "PGD-Accuracy": 0.06, "PGD-Loss": 5.998399267578125}, "Total-Time": 117949.78150296211, "Train": {"Loss": 1.2894888841247558, "avg t": 0.9839674349594116, "plain loss": 0.9197625714416511, "standard loss": 0.912557686958313}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.36000061035156, "Augmented-0.05-Quantile-Accuracy": 71.23999786376953, "Augmented-0.1-Quantile-Accuracy": 72.69999694824219, "Augmented-Accuracy": 77.3538, "Augmented-Loss": 1.0227822012748717, "Clean-Accuracy": 77.38, "Clean-Loss": 0.8833975114822388, "PGD-Accuracy": 0.04, "PGD-Loss": 5.810710191345215}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1401.8237195014954, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.1199951171875, "Augmented-0.05-Quantile-Accuracy": 67.47999572753906, "Augmented-0.1-Quantile-Accuracy": 68.98999786376953, "Augmented-Accuracy": 73.768, "Augmented-Loss": 1.1041042352218629, "Clean-Accuracy": 78.11, "Clean-Loss": 0.941584708404541, "PGD-Accuracy": 0.04, "PGD-Loss": 5.910391247558594}, "Total-Time": 119351.60522246361, "Train": {"Loss": 1.2899088180160523, "avg t": 0.9839776435852051, "plain loss": 0.917524242950441, "standard loss": 0.9100403536605834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.0999984741211, "Augmented-0.05-Quantile-Accuracy": 73.33999633789062, "Augmented-0.1-Quantile-Accuracy": 74.5, "Augmented-Accuracy": 78.4536, "Augmented-Loss": 0.9769731687850952, "Clean-Accuracy": 75.82, "Clean-Loss": 0.9115419836044312, "PGD-Accuracy": 0.04, "PGD-Loss": 5.635106308746338}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1402.0202810764313, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.1500015258789, "Augmented-0.05-Quantile-Accuracy": 69.22999572753906, "Augmented-0.1-Quantile-Accuracy": 70.61000061035156, "Augmented-Accuracy": 75.1004, "Augmented-Loss": 1.0699136217269898, "Clean-Accuracy": 78.78, "Clean-Loss": 0.9326900070190429, "PGD-Accuracy": 0.14, "PGD-Loss": 5.9069396545410155}, "Total-Time": 120753.62550354004, "Train": {"Loss": 1.2861864085769654, "avg t": 0.9838992054748535, "plain loss": 0.9163698382873533, "standard loss": 0.9088655074310302}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.73999786376953, "Augmented-0.05-Quantile-Accuracy": 74.54000091552734, "Augmented-0.1-Quantile-Accuracy": 76.18000030517578, "Augmented-Accuracy": 80.0654, "Augmented-Loss": 0.964547251449585, "Clean-Accuracy": 71.08, "Clean-Loss": 0.9251051385879516, "PGD-Accuracy": 0.16, "PGD-Loss": 5.663924968719482}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1402.606965303421, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.30999755859375, "Augmented-0.05-Quantile-Accuracy": 65.97999572753906, "Augmented-0.1-Quantile-Accuracy": 67.66999816894531, "Augmented-Accuracy": 72.8202, "Augmented-Loss": 1.1355960483398437, "Clean-Accuracy": 79.07, "Clean-Loss": 0.9533788711547851, "PGD-Accuracy": 0.4, "PGD-Loss": 5.873746496582031}, "Total-Time": 122156.23246884346, "Train": {"Loss": 1.2857082097244263, "avg t": 0.9830651945877075, "plain loss": 0.9115953634033196, "standard loss": 0.9043613417816162}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.87999725341797, "Augmented-0.05-Quantile-Accuracy": 75.08000183105469, "Augmented-0.1-Quantile-Accuracy": 76.25999450683594, "Augmented-Accuracy": 80.6426, "Augmented-Loss": 0.9795322768249511, "Clean-Accuracy": 72.28, "Clean-Loss": 0.8611033180236817, "PGD-Accuracy": 0.24, "PGD-Loss": 5.588011791229248}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1402.5487129688263, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.7599983215332, "Augmented-0.05-Quantile-Accuracy": 60.68000030517578, "Augmented-0.1-Quantile-Accuracy": 62.279998779296875, "Augmented-Accuracy": 67.8133, "Augmented-Loss": 1.1495037763900757, "Clean-Accuracy": 75.13, "Clean-Loss": 0.9708406867980957, "PGD-Accuracy": 0.02, "PGD-Loss": 5.950092449951172}, "Total-Time": 123558.78118181229, "Train": {"Loss": 1.2920472537231444, "avg t": 0.9844832163619995, "plain loss": 0.9160859854125987, "standard loss": 0.908502392616272}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.65999603271484, "Augmented-0.05-Quantile-Accuracy": 70.4000015258789, "Augmented-0.1-Quantile-Accuracy": 71.87999725341797, "Augmented-Accuracy": 76.83, "Augmented-Loss": 0.9866150136432648, "Clean-Accuracy": 74.82, "Clean-Loss": 0.9240259031295777, "PGD-Accuracy": 0.0, "PGD-Loss": 5.759506048583984}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1406.2326395511627, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.54999923706055, "Augmented-0.05-Quantile-Accuracy": 67.48999786376953, "Augmented-0.1-Quantile-Accuracy": 69.22000122070312, "Augmented-Accuracy": 74.6857, "Augmented-Loss": 1.1551955971984864, "Clean-Accuracy": 79.95, "Clean-Loss": 0.9947419113159179, "PGD-Accuracy": 0.02, "PGD-Loss": 6.0242730895996095}, "Total-Time": 124965.01382136345, "Train": {"Loss": 1.2857501583480835, "avg t": 0.9826458187103272, "plain loss": 0.9180242761230475, "standard loss": 0.9104445792579651}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.05999755859375, "Augmented-0.05-Quantile-Accuracy": 74.4000015258789, "Augmented-0.1-Quantile-Accuracy": 76.0, "Augmented-Accuracy": 80.389, "Augmented-Loss": 1.0262509672241211, "Clean-Accuracy": 71.68, "Clean-Loss": 1.0061756820678711, "PGD-Accuracy": 0.06, "PGD-Loss": 5.811664517974854}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1407.457902431488, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.93000030517578, "Augmented-0.05-Quantile-Accuracy": 64.38999938964844, "Augmented-0.1-Quantile-Accuracy": 65.97999572753906, "Augmented-Accuracy": 70.7603, "Augmented-Loss": 1.1052252097625732, "Clean-Accuracy": 76.46, "Clean-Loss": 0.9595577651977539, "PGD-Accuracy": 0.02, "PGD-Loss": 6.085767156982421}, "Total-Time": 126372.47172379494, "Train": {"Loss": 1.2794470053863525, "avg t": 0.9821245164299012, "plain loss": 0.9096017874145509, "standard loss": 0.9021266094970704}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.86000061035156, "Augmented-0.05-Quantile-Accuracy": 72.5999984741211, "Augmented-0.1-Quantile-Accuracy": 74.13999938964844, "Augmented-Accuracy": 78.3826, "Augmented-Loss": 0.9827829259929657, "Clean-Accuracy": 74.38, "Clean-Loss": 0.9763826982498169, "PGD-Accuracy": 0.12, "PGD-Loss": 5.777830792236328}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1407.1493632793427, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.38999938964844, "Augmented-0.05-Quantile-Accuracy": 69.72999572753906, "Augmented-0.1-Quantile-Accuracy": 71.37999725341797, "Augmented-Accuracy": 76.3922, "Augmented-Loss": 1.0778479556732177, "Clean-Accuracy": 78.37, "Clean-Loss": 0.9620441955566407, "PGD-Accuracy": 0.07, "PGD-Loss": 6.068207940673828}, "Total-Time": 127779.62108707428, "Train": {"Loss": 1.2778073202514648, "avg t": 0.9830424861526489, "plain loss": 0.9127803621215822, "standard loss": 0.905490560836792}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.5199966430664, "Augmented-0.05-Quantile-Accuracy": 73.75999450683594, "Augmented-0.1-Quantile-Accuracy": 75.18000030517578, "Augmented-Accuracy": 79.4274, "Augmented-Loss": 0.9877857514019013, "Clean-Accuracy": 77.04, "Clean-Loss": 0.901545234298706, "PGD-Accuracy": 0.08, "PGD-Loss": 5.855419814300537}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1408.0021522045135, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.72999572753906, "Augmented-0.05-Quantile-Accuracy": 77.0999984741211, "Augmented-0.1-Quantile-Accuracy": 78.54000091552734, "Augmented-Accuracy": 83.1169, "Augmented-Loss": 0.9699779283447265, "Clean-Accuracy": 86.44, "Clean-Loss": 0.8379356216430665, "PGD-Accuracy": 0.1, "PGD-Loss": 6.196014855957031}, "Total-Time": 129187.6232392788, "Train": {"Loss": 1.0901212302207948, "avg t": 0.9563416859817505, "plain loss": 0.8133417420959472, "standard loss": 0.8084145093917847}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.05999755859375, "Augmented-0.05-Quantile-Accuracy": 83.95999908447266, "Augmented-0.1-Quantile-Accuracy": 84.87999725341797, "Augmented-Accuracy": 88.0842, "Augmented-Loss": 0.8490630440330506, "Clean-Accuracy": 85.02, "Clean-Loss": 0.7688184688568115, "PGD-Accuracy": 0.08, "PGD-Loss": 5.9453856575012205}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1410.2610461711884, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.11000061035156, "Augmented-0.05-Quantile-Accuracy": 79.3499984741211, "Augmented-0.1-Quantile-Accuracy": 80.8699951171875, "Augmented-Accuracy": 85.0484, "Augmented-Loss": 0.9407484709625245, "Clean-Accuracy": 87.33, "Clean-Loss": 0.8354373764038086, "PGD-Accuracy": 0.08, "PGD-Loss": 6.205236145019532}, "Total-Time": 130597.88428544998, "Train": {"Loss": 1.0442053243637084, "avg t": 0.9476655868148803, "plain loss": 0.783009070251465, "standard loss": 0.7786688648414611}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.41999816894531, "Augmented-0.05-Quantile-Accuracy": 85.57999420166016, "Augmented-0.1-Quantile-Accuracy": 87.15999603271484, "Augmented-Accuracy": 90.1212, "Augmented-Loss": 0.8374717814559937, "Clean-Accuracy": 83.1, "Clean-Loss": 0.788740877532959, "PGD-Accuracy": 0.04, "PGD-Loss": 5.9636177047729495}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1410.369954109192, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.25, "Augmented-0.05-Quantile-Accuracy": 79.6199951171875, "Augmented-0.1-Quantile-Accuracy": 80.98999786376953, "Augmented-Accuracy": 85.2034, "Augmented-Loss": 0.946237073387146, "Clean-Accuracy": 87.51, "Clean-Loss": 0.8435498229980469, "PGD-Accuracy": 0.1, "PGD-Loss": 6.156354895019531}, "Total-Time": 132008.25423955917, "Train": {"Loss": 1.0241367358016968, "avg t": 0.9441173044586182, "plain loss": 0.7771951233215332, "standard loss": 0.7730211402893067}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.45999908447266, "Augmented-0.05-Quantile-Accuracy": 85.05999755859375, "Augmented-0.1-Quantile-Accuracy": 86.36000061035156, "Augmented-Accuracy": 89.6814, "Augmented-Loss": 0.8456974472064972, "Clean-Accuracy": 82.6, "Clean-Loss": 0.7749806676864625, "PGD-Accuracy": 0.1, "PGD-Loss": 5.905613116455078}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1410.0604865550995, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.1500015258789, "Augmented-0.05-Quantile-Accuracy": 81.54999542236328, "Augmented-0.1-Quantile-Accuracy": 82.91999816894531, "Augmented-Accuracy": 86.5556, "Augmented-Loss": 0.9455269521789551, "Clean-Accuracy": 88.67, "Clean-Loss": 0.8513057884216308, "PGD-Accuracy": 0.11, "PGD-Loss": 6.108841247558594}, "Total-Time": 133418.31472611427, "Train": {"Loss": 1.013182008934021, "avg t": 0.9423890225219727, "plain loss": 0.7764030835876462, "standard loss": 0.7719552559661865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.18000030517578, "Augmented-0.05-Quantile-Accuracy": 86.69999694824219, "Augmented-0.1-Quantile-Accuracy": 87.83999633789062, "Augmented-Accuracy": 90.976, "Augmented-Loss": 0.8497949041633606, "Clean-Accuracy": 90.34, "Clean-Loss": 0.7606008571624756, "PGD-Accuracy": 0.12, "PGD-Loss": 5.877355400085449}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1411.0313222408295, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.52999877929688, "Augmented-0.05-Quantile-Accuracy": 80.81999969482422, "Augmented-0.1-Quantile-Accuracy": 82.29000091552734, "Augmented-Accuracy": 86.1781, "Augmented-Loss": 0.9605515640716553, "Clean-Accuracy": 88.11, "Clean-Loss": 0.8736960632324219, "PGD-Accuracy": 0.18, "PGD-Loss": 6.085175067138672}, "Total-Time": 134829.3460483551, "Train": {"Loss": 1.0031307396697997, "avg t": 0.9405025632476807, "plain loss": 0.7783137130126958, "standard loss": 0.773920248298645}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.57999420166016, "Augmented-0.05-Quantile-Accuracy": 86.19999694824219, "Augmented-0.1-Quantile-Accuracy": 87.29999542236328, "Augmented-Accuracy": 90.483, "Augmented-Loss": 0.8684515367994309, "Clean-Accuracy": 88.52, "Clean-Loss": 0.784631607055664, "PGD-Accuracy": 0.24, "PGD-Loss": 5.846823075866699}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1411.226413488388, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.88999938964844, "Augmented-0.05-Quantile-Accuracy": 80.5, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.7794, "Augmented-Loss": 0.9732964106216431, "Clean-Accuracy": 87.6, "Clean-Loss": 0.8869457565307617, "PGD-Accuracy": 0.28, "PGD-Loss": 6.005548266601562}, "Total-Time": 136240.5724618435, "Train": {"Loss": 0.9974365169906616, "avg t": 0.9399396976089478, "plain loss": 0.7842490966186527, "standard loss": 0.7799935075950623}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.18000030517578, "Augmented-0.05-Quantile-Accuracy": 86.37999725341797, "Augmented-0.1-Quantile-Accuracy": 87.5999984741211, "Augmented-Accuracy": 90.8708, "Augmented-Loss": 0.8795379497308731, "Clean-Accuracy": 88.7, "Clean-Loss": 0.8004871514320373, "PGD-Accuracy": 0.38, "PGD-Loss": 5.766450714111328}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1411.6582670211792, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.11000061035156, "Augmented-0.05-Quantile-Accuracy": 81.33999633789062, "Augmented-0.1-Quantile-Accuracy": 82.80999755859375, "Augmented-Accuracy": 86.6121, "Augmented-Loss": 0.9779842733459473, "Clean-Accuracy": 87.8, "Clean-Loss": 0.9023417465209961, "PGD-Accuracy": 0.13, "PGD-Loss": 5.930249877929688}, "Total-Time": 137652.23072886467, "Train": {"Loss": 0.992469744091034, "avg t": 0.9383044886779786, "plain loss": 0.7891434247436518, "standard loss": 0.7847601134872436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.43999481201172, "Augmented-0.05-Quantile-Accuracy": 87.23999786376953, "Augmented-0.1-Quantile-Accuracy": 88.55999755859375, "Augmented-Accuracy": 91.56, "Augmented-Loss": 0.8905251722240448, "Clean-Accuracy": 91.1, "Clean-Loss": 0.7950821635246277, "PGD-Accuracy": 0.3, "PGD-Loss": 5.695110655975342}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1412.6884453296661, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.48999786376953, "Augmented-0.05-Quantile-Accuracy": 81.29000091552734, "Augmented-0.1-Quantile-Accuracy": 82.82999420166016, "Augmented-Accuracy": 86.71, "Augmented-Loss": 1.0158914445343017, "Clean-Accuracy": 88.8, "Clean-Loss": 0.9242010498046875, "PGD-Accuracy": 0.21, "PGD-Loss": 5.8439155944824215}, "Total-Time": 139064.91917419434, "Train": {"Loss": 0.9856350817489624, "avg t": 0.9369677680397034, "plain loss": 0.7904409299468994, "standard loss": 0.7863600539779663}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.36000061035156, "Augmented-0.05-Quantile-Accuracy": 88.43999481201172, "Augmented-0.1-Quantile-Accuracy": 89.37999725341797, "Augmented-Accuracy": 92.5352, "Augmented-Loss": 0.9154935435943603, "Clean-Accuracy": 88.54, "Clean-Loss": 0.8065168445587159, "PGD-Accuracy": 0.62, "PGD-Loss": 5.58702619934082}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1414.3317985534668, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.57999420166016, "Augmented-0.05-Quantile-Accuracy": 81.7699966430664, "Augmented-0.1-Quantile-Accuracy": 83.1500015258789, "Augmented-Accuracy": 87.057, "Augmented-Loss": 1.033610911857605, "Clean-Accuracy": 88.58, "Clean-Loss": 0.9519463790893554, "PGD-Accuracy": 0.42, "PGD-Loss": 5.740298681640625}, "Total-Time": 140479.2509727478, "Train": {"Loss": 0.9811362051582336, "avg t": 0.9359609442520141, "plain loss": 0.7974793224487311, "standard loss": 0.7934156044387818}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.69999694824219, "Augmented-0.05-Quantile-Accuracy": 87.77999877929688, "Augmented-0.1-Quantile-Accuracy": 88.79999542236328, "Augmented-Accuracy": 91.8832, "Augmented-Loss": 0.9410245567293167, "Clean-Accuracy": 85.48, "Clean-Loss": 0.7993420295715332, "PGD-Accuracy": 0.9, "PGD-Loss": 5.50358458404541}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1416.0780324935913, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.77999877929688, "Augmented-0.05-Quantile-Accuracy": 80.97999572753906, "Augmented-0.1-Quantile-Accuracy": 82.43999481201172, "Augmented-Accuracy": 86.4424, "Augmented-Loss": 1.0380009879074097, "Clean-Accuracy": 88.53, "Clean-Loss": 0.947293051147461, "PGD-Accuracy": 0.67, "PGD-Loss": 5.681954669189453}, "Total-Time": 141895.3290052414, "Train": {"Loss": 0.9772027907943726, "avg t": 0.9349767792892456, "plain loss": 0.8037900782318116, "standard loss": 0.7997088056373596}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.57999420166016, "Augmented-0.05-Quantile-Accuracy": 87.65999603271484, "Augmented-0.1-Quantile-Accuracy": 88.63999938964844, "Augmented-Accuracy": 91.7074, "Augmented-Loss": 0.9416448698081971, "Clean-Accuracy": 90.1, "Clean-Loss": 0.7641308559417724, "PGD-Accuracy": 1.32, "PGD-Loss": 5.416395246124267}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1416.0319576263428, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.08999633789062, "Augmented-0.05-Quantile-Accuracy": 80.55999755859375, "Augmented-0.1-Quantile-Accuracy": 81.90999603271484, "Augmented-Accuracy": 86.1467, "Augmented-Loss": 1.072430242591858, "Clean-Accuracy": 87.66, "Clean-Loss": 0.9773781021118164, "PGD-Accuracy": 1.8, "PGD-Loss": 5.577383862304687}, "Total-Time": 143311.36096286774, "Train": {"Loss": 0.9744169126319885, "avg t": 0.934270788116455, "plain loss": 0.807721292633056, "standard loss": 0.8037174429702759}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.37999725341797, "Augmented-0.1-Quantile-Accuracy": 89.57999420166016, "Augmented-Accuracy": 92.5424, "Augmented-Loss": 0.9661333535337449, "Clean-Accuracy": 90.84, "Clean-Loss": 0.8032662796020508, "PGD-Accuracy": 2.92, "PGD-Loss": 5.301998075866699}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1417.8869972229004, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.55999755859375, "Augmented-0.05-Quantile-Accuracy": 81.61000061035156, "Augmented-0.1-Quantile-Accuracy": 82.80999755859375, "Augmented-Accuracy": 86.7294, "Augmented-Loss": 1.065249313697815, "Clean-Accuracy": 88.11, "Clean-Loss": 0.9899751068115235, "PGD-Accuracy": 3.15, "PGD-Loss": 5.4689830322265625}, "Total-Time": 144729.24796009064, "Train": {"Loss": 0.9721148853492737, "avg t": 0.9337681853675842, "plain loss": 0.8120358559570313, "standard loss": 0.8082541952896118}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.41999816894531, "Augmented-0.05-Quantile-Accuracy": 88.1199951171875, "Augmented-0.1-Quantile-Accuracy": 89.55999755859375, "Augmented-Accuracy": 92.6334, "Augmented-Loss": 0.979722173034668, "Clean-Accuracy": 88.98, "Clean-Loss": 0.8245438285827636, "PGD-Accuracy": 3.76, "PGD-Loss": 5.2261716125488284}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1418.9597113132477, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.25, "Augmented-0.05-Quantile-Accuracy": 81.6199951171875, "Augmented-0.1-Quantile-Accuracy": 82.87999725341797, "Augmented-Accuracy": 86.5372, "Augmented-Loss": 1.0817203601913452, "Clean-Accuracy": 87.55, "Clean-Loss": 0.9853628372192382, "PGD-Accuracy": 2.55, "PGD-Loss": 5.398514361572266}, "Total-Time": 146148.20767140388, "Train": {"Loss": 0.9697179697227478, "avg t": 0.9333938101768494, "plain loss": 0.8152740634765624, "standard loss": 0.8111900762748718}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.81999969482422, "Augmented-0.05-Quantile-Accuracy": 87.5199966430664, "Augmented-0.1-Quantile-Accuracy": 88.65999603271484, "Augmented-Accuracy": 91.4434, "Augmented-Loss": 0.9828319215869904, "Clean-Accuracy": 87.58, "Clean-Loss": 0.8455570781707764, "PGD-Accuracy": 4.68, "PGD-Loss": 5.078430014801025}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1419.1559658050537, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.6500015258789, "Augmented-0.05-Quantile-Accuracy": 81.91999816894531, "Augmented-0.1-Quantile-Accuracy": 83.22999572753906, "Augmented-Accuracy": 87.1563, "Augmented-Loss": 1.0859024733963012, "Clean-Accuracy": 88.76, "Clean-Loss": 0.9871995193481445, "PGD-Accuracy": 4.91, "PGD-Loss": 5.231962130737305}, "Total-Time": 147567.36363720894, "Train": {"Loss": 0.9674121540451049, "avg t": 0.9324809965515136, "plain loss": 0.8156563409118642, "standard loss": 0.8116109681510926}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.15999603271484, "Augmented-0.05-Quantile-Accuracy": 88.75999450683594, "Augmented-0.1-Quantile-Accuracy": 89.75999450683594, "Augmented-Accuracy": 92.4204, "Augmented-Loss": 0.9861601339902878, "Clean-Accuracy": 90.22, "Clean-Loss": 0.8069369997024536, "PGD-Accuracy": 7.24, "PGD-Loss": 4.939502087402344}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1420.8146271705627, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.4000015258789, "Augmented-0.05-Quantile-Accuracy": 82.83999633789062, "Augmented-0.1-Quantile-Accuracy": 84.1199951171875, "Augmented-Accuracy": 87.7549, "Augmented-Loss": 1.0889155929641723, "Clean-Accuracy": 88.91, "Clean-Loss": 0.9994582000732422, "PGD-Accuracy": 3.42, "PGD-Loss": 5.184746942138672}, "Total-Time": 148988.1782643795, "Train": {"Loss": 0.9660882214736939, "avg t": 0.9320978182411194, "plain loss": 0.8219847045593259, "standard loss": 0.8179201495170594}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.37999725341797, "Augmented-0.05-Quantile-Accuracy": 89.23999786376953, "Augmented-0.1-Quantile-Accuracy": 90.4000015258789, "Augmented-Accuracy": 93.0356, "Augmented-Loss": 1.0018202896671295, "Clean-Accuracy": 82.88, "Clean-Loss": 0.8719197376251221, "PGD-Accuracy": 5.84, "PGD-Loss": 4.874732873535156}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1420.1512174606323, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.57999420166016, "Augmented-0.05-Quantile-Accuracy": 82.94999694824219, "Augmented-0.1-Quantile-Accuracy": 84.40999603271484, "Augmented-Accuracy": 88.0941, "Augmented-Loss": 1.0958759499969482, "Clean-Accuracy": 88.91, "Clean-Loss": 0.9971169425964356, "PGD-Accuracy": 3.53, "PGD-Loss": 5.127429025268555}, "Total-Time": 150408.32948184013, "Train": {"Loss": 0.9652366998291015, "avg t": 0.9316742255783081, "plain loss": 0.8262988244934076, "standard loss": 0.8222740362930298}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.05999755859375, "Augmented-0.05-Quantile-Accuracy": 89.15999603271484, "Augmented-0.1-Quantile-Accuracy": 90.37999725341797, "Augmented-Accuracy": 93.1844, "Augmented-Loss": 1.0047763427753449, "Clean-Accuracy": 90.62, "Clean-Loss": 0.8104410702705384, "PGD-Accuracy": 6.72, "PGD-Loss": 4.8144597183227535}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1419.9397990703583, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.18000030517578, "Augmented-0.05-Quantile-Accuracy": 82.4000015258789, "Augmented-0.1-Quantile-Accuracy": 83.79999542236328, "Augmented-Accuracy": 87.6793, "Augmented-Loss": 1.1104697904815675, "Clean-Accuracy": 89.1, "Clean-Loss": 1.009403170776367, "PGD-Accuracy": 4.7, "PGD-Loss": 5.07544758605957}, "Total-Time": 151828.2692809105, "Train": {"Loss": 0.9657509327697754, "avg t": 0.9317925591850281, "plain loss": 0.8287563088378898, "standard loss": 0.8246884796905518}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.05999755859375, "Augmented-Accuracy": 92.633, "Augmented-Loss": 1.0156399402008056, "Clean-Accuracy": 91.38, "Clean-Loss": 0.8389167770385743, "PGD-Accuracy": 8.3, "PGD-Loss": 4.735249542999267}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1419.7442722320557, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.70999908447266, "Augmented-0.05-Quantile-Accuracy": 81.72000122070312, "Augmented-0.1-Quantile-Accuracy": 83.1199951171875, "Augmented-Accuracy": 87.0908, "Augmented-Loss": 1.1105590668029786, "Clean-Accuracy": 88.41, "Clean-Loss": 1.0117545295715331, "PGD-Accuracy": 4.42, "PGD-Loss": 4.992644720458984}, "Total-Time": 153248.01355314255, "Train": {"Loss": 0.9656914733314514, "avg t": 0.9320807360458374, "plain loss": 0.8368834740295408, "standard loss": 0.8327809654808045}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.6199951171875, "Augmented-0.05-Quantile-Accuracy": 89.18000030517578, "Augmented-0.1-Quantile-Accuracy": 90.25999450683594, "Augmented-Accuracy": 93.2236, "Augmented-Loss": 1.0138965187215805, "Clean-Accuracy": 87.58, "Clean-Loss": 0.8349328763008118, "PGD-Accuracy": 9.36, "PGD-Loss": 4.629418675231934}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1419.1606888771057, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.2699966430664, "Augmented-0.05-Quantile-Accuracy": 83.16999816894531, "Augmented-0.1-Quantile-Accuracy": 84.40999603271484, "Augmented-Accuracy": 88.0059, "Augmented-Loss": 1.1183516004714966, "Clean-Accuracy": 88.96, "Clean-Loss": 1.020065615081787, "PGD-Accuracy": 4.42, "PGD-Loss": 4.978374035644531}, "Total-Time": 154667.17424201965, "Train": {"Loss": 0.9663019166564941, "avg t": 0.9320825594329833, "plain loss": 0.837991871765137, "standard loss": 0.8338311732292175}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.87999725341797, "Augmented-0.05-Quantile-Accuracy": 89.5, "Augmented-0.1-Quantile-Accuracy": 90.63999938964844, "Augmented-Accuracy": 93.692, "Augmented-Loss": 1.0255408172807694, "Clean-Accuracy": 89.64, "Clean-Loss": 0.9039458862304688, "PGD-Accuracy": 8.8, "PGD-Loss": 4.640423767852783}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1418.91344165802, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.1500015258789, "Augmented-0.05-Quantile-Accuracy": 82.29999542236328, "Augmented-0.1-Quantile-Accuracy": 83.58999633789062, "Augmented-Accuracy": 87.3846, "Augmented-Loss": 1.1243010224609375, "Clean-Accuracy": 89.34, "Clean-Loss": 1.018166261291504, "PGD-Accuracy": 3.26, "PGD-Loss": 5.0231976867675785}, "Total-Time": 156086.08768367767, "Train": {"Loss": 0.9654158251571655, "avg t": 0.9319297996711731, "plain loss": 0.8398190308685305, "standard loss": 0.8358335396957397}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.54000091552734, "Augmented-0.05-Quantile-Accuracy": 89.65999603271484, "Augmented-0.1-Quantile-Accuracy": 90.89999389648438, "Augmented-Accuracy": 93.5998, "Augmented-Loss": 1.0278533895378112, "Clean-Accuracy": 93.1, "Clean-Loss": 0.7994156469345093, "PGD-Accuracy": 7.36, "PGD-Loss": 4.7020845672607425}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1417.1427357196808, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.80999755859375, "Augmented-0.05-Quantile-Accuracy": 82.82999420166016, "Augmented-0.1-Quantile-Accuracy": 84.0199966430664, "Augmented-Accuracy": 88.0276, "Augmented-Loss": 1.1191587145385742, "Clean-Accuracy": 89.5, "Clean-Loss": 1.0076485496520997, "PGD-Accuracy": 5.87, "PGD-Loss": 4.8944088653564455}, "Total-Time": 157503.23041939735, "Train": {"Loss": 0.9539522974395752, "avg t": 0.9284020890045166, "plain loss": 0.8256057015075667, "standard loss": 0.8220777223205566}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.93999481201172, "Augmented-0.05-Quantile-Accuracy": 90.5199966430664, "Augmented-0.1-Quantile-Accuracy": 91.54000091552734, "Augmented-Accuracy": 94.0934, "Augmented-Loss": 1.0164244996175766, "Clean-Accuracy": 88.84, "Clean-Loss": 0.8324554750442504, "PGD-Accuracy": 10.9, "PGD-Loss": 4.540190851593017}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1415.442872285843, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.45999908447266, "Augmented-0.05-Quantile-Accuracy": 83.22000122070312, "Augmented-0.1-Quantile-Accuracy": 84.6199951171875, "Augmented-Accuracy": 88.3415, "Augmented-Loss": 1.1148657345046997, "Clean-Accuracy": 89.73, "Clean-Loss": 1.007931945037842, "PGD-Accuracy": 7.71, "PGD-Loss": 4.8000874450683595}, "Total-Time": 158918.6732916832, "Train": {"Loss": 0.9492968152618408, "avg t": 0.9268875077056885, "plain loss": 0.8232140108947753, "standard loss": 0.8200186865234375}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.9000015258789, "Augmented-0.05-Quantile-Accuracy": 91.13999938964844, "Augmented-0.1-Quantile-Accuracy": 92.23999786376953, "Augmented-Accuracy": 94.6798, "Augmented-Loss": 1.0137397359313964, "Clean-Accuracy": 87.44, "Clean-Loss": 0.864861422920227, "PGD-Accuracy": 13.64, "PGD-Loss": 4.404891569519043}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1414.474707365036, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.54999542236328, "Augmented-0.05-Quantile-Accuracy": 83.62999725341797, "Augmented-0.1-Quantile-Accuracy": 84.66999816894531, "Augmented-Accuracy": 88.5448, "Augmented-Loss": 1.111780184791565, "Clean-Accuracy": 90.18, "Clean-Loss": 1.0030530799865722, "PGD-Accuracy": 8.75, "PGD-Loss": 4.729990863037109}, "Total-Time": 160333.14799904823, "Train": {"Loss": 0.9477764382553101, "avg t": 0.9264435485458374, "plain loss": 0.8225219145507818, "standard loss": 0.8193328066253662}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.86000061035156, "Augmented-0.05-Quantile-Accuracy": 91.63999938964844, "Augmented-0.1-Quantile-Accuracy": 92.6199951171875, "Augmented-Accuracy": 94.8804, "Augmented-Loss": 1.0086591758899688, "Clean-Accuracy": 93.4, "Clean-Loss": 0.8751914142608642, "PGD-Accuracy": 15.44, "PGD-Loss": 4.330771959686279}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1413.9326090812683, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.70999908447266, "Augmented-0.05-Quantile-Accuracy": 83.65999603271484, "Augmented-0.1-Quantile-Accuracy": 84.87999725341797, "Augmented-Accuracy": 88.4977, "Augmented-Loss": 1.1132659014205932, "Clean-Accuracy": 89.98, "Clean-Loss": 1.0034856735229492, "PGD-Accuracy": 9.34, "PGD-Loss": 4.704256112670898}, "Total-Time": 161747.0806081295, "Train": {"Loss": 0.9474449719238281, "avg t": 0.9262554752540588, "plain loss": 0.8235138860473628, "standard loss": 0.8201718876266479}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.95999908447266, "Augmented-0.05-Quantile-Accuracy": 91.87999725341797, "Augmented-0.1-Quantile-Accuracy": 92.87999725341797, "Augmented-Accuracy": 95.074, "Augmented-Loss": 1.0073202273731232, "Clean-Accuracy": 87.88, "Clean-Loss": 0.8341923892974854, "PGD-Accuracy": 15.84, "PGD-Loss": 4.272934016418457}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1412.119954109192, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.79999542236328, "Augmented-0.05-Quantile-Accuracy": 84.04999542236328, "Augmented-0.1-Quantile-Accuracy": 85.30999755859375, "Augmented-Accuracy": 88.8574, "Augmented-Loss": 1.108115009666443, "Clean-Accuracy": 90.74, "Clean-Loss": 0.9917874038696289, "PGD-Accuracy": 9.7, "PGD-Loss": 4.6654181518554685}, "Total-Time": 163159.2005622387, "Train": {"Loss": 0.945883632144928, "avg t": 0.9258271955490113, "plain loss": 0.8217841984252923, "standard loss": 0.8185528493499756}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5, "Augmented-0.05-Quantile-Accuracy": 92.75999450683594, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.561, "Augmented-Loss": 0.9970896755819321, "Clean-Accuracy": 93.26, "Clean-Loss": 0.7955656352996826, "PGD-Accuracy": 17.48, "PGD-Loss": 4.196577130889892}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1412.7529513835907, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.54000091552734, "Augmented-0.05-Quantile-Accuracy": 83.72999572753906, "Augmented-0.1-Quantile-Accuracy": 84.95999908447266, "Augmented-Accuracy": 88.7356, "Augmented-Loss": 1.1085193911972047, "Clean-Accuracy": 90.36, "Clean-Loss": 0.9989395942687989, "PGD-Accuracy": 9.78, "PGD-Loss": 4.647212350463867}, "Total-Time": 164571.95351362228, "Train": {"Loss": 0.9455998713684082, "avg t": 0.9257754229354859, "plain loss": 0.8213199032592775, "standard loss": 0.8181583948135376}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.86000061035156, "Augmented-0.05-Quantile-Accuracy": 92.18000030517578, "Augmented-0.1-Quantile-Accuracy": 93.23999786376953, "Augmented-Accuracy": 95.217, "Augmented-Loss": 1.0031737118444444, "Clean-Accuracy": 92.34, "Clean-Loss": 0.8056751211166382, "PGD-Accuracy": 18.92, "PGD-Loss": 4.134770489501953}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1411.8236706256866, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.5999984741211, "Augmented-0.05-Quantile-Accuracy": 83.75, "Augmented-0.1-Quantile-Accuracy": 85.04999542236328, "Augmented-Accuracy": 88.7424, "Augmented-Loss": 1.111915726486206, "Clean-Accuracy": 90.41, "Clean-Loss": 0.9983358283996582, "PGD-Accuracy": 9.64, "PGD-Loss": 4.634573840332031}, "Total-Time": 165983.77718424797, "Train": {"Loss": 0.9456518926620483, "avg t": 0.9255312047195434, "plain loss": 0.8204143737792968, "standard loss": 0.8172745139884948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.55999755859375, "Augmented-0.05-Quantile-Accuracy": 91.95999908447266, "Augmented-0.1-Quantile-Accuracy": 92.87999725341797, "Augmented-Accuracy": 95.249, "Augmented-Loss": 1.0037924440851211, "Clean-Accuracy": 91.52, "Clean-Loss": 0.8790191303253174, "PGD-Accuracy": 17.72, "PGD-Loss": 4.160970666503906}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1411.9009580612183, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.75, "Augmented-0.05-Quantile-Accuracy": 83.66999816894531, "Augmented-0.1-Quantile-Accuracy": 85.0, "Augmented-Accuracy": 88.6916, "Augmented-Loss": 1.115334803642273, "Clean-Accuracy": 90.28, "Clean-Loss": 1.0017791793823243, "PGD-Accuracy": 10.62, "PGD-Loss": 4.596476068115234}, "Total-Time": 167395.6781423092, "Train": {"Loss": 0.9454678059387207, "avg t": 0.9256616735839843, "plain loss": 0.8236072350769053, "standard loss": 0.8204150916290284}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.31999969482422, "Augmented-0.05-Quantile-Accuracy": 92.04000091552734, "Augmented-0.1-Quantile-Accuracy": 92.91999816894531, "Augmented-Accuracy": 94.9782, "Augmented-Loss": 1.0076223866577148, "Clean-Accuracy": 90.14, "Clean-Loss": 0.852030288028717, "PGD-Accuracy": 18.9, "PGD-Loss": 4.122143196105957}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1412.0731782913208, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.68000030517578, "Augmented-0.05-Quantile-Accuracy": 83.68999481201172, "Augmented-0.1-Quantile-Accuracy": 85.11000061035156, "Augmented-Accuracy": 88.7537, "Augmented-Loss": 1.114909657562256, "Clean-Accuracy": 90.33, "Clean-Loss": 0.9957150466918945, "PGD-Accuracy": 10.3, "PGD-Loss": 4.579719873046875}, "Total-Time": 168807.7513206005, "Train": {"Loss": 0.9449656265258789, "avg t": 0.9253999035072327, "plain loss": 0.8233096654052738, "standard loss": 0.820107878665924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.57999420166016, "Augmented-0.05-Quantile-Accuracy": 91.65999603271484, "Augmented-0.1-Quantile-Accuracy": 92.81999969482422, "Augmented-Accuracy": 94.9896, "Augmented-Loss": 1.0015315112552643, "Clean-Accuracy": 92.44, "Clean-Loss": 0.8183292014122009, "PGD-Accuracy": 20.0, "PGD-Loss": 4.075606854248047}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1411.0723090171814, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.18999481201172, "Augmented-0.05-Quantile-Accuracy": 83.81999969482422, "Augmented-0.1-Quantile-Accuracy": 85.29000091552734, "Augmented-Accuracy": 88.9096, "Augmented-Loss": 1.1181926682128907, "Clean-Accuracy": 90.72, "Clean-Loss": 0.9939636177062988, "PGD-Accuracy": 10.24, "PGD-Loss": 4.562196124267578}, "Total-Time": 170218.8236296177, "Train": {"Loss": 0.9443413551330566, "avg t": 0.9252566215515137, "plain loss": 0.822852698059083, "standard loss": 0.8196841524505615}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.72000122070312, "Augmented-0.05-Quantile-Accuracy": 91.91999816894531, "Augmented-0.1-Quantile-Accuracy": 92.79999542236328, "Augmented-Accuracy": 95.0022, "Augmented-Loss": 1.00393550381279, "Clean-Accuracy": 94.04, "Clean-Loss": 0.8217047996520996, "PGD-Accuracy": 19.44, "PGD-Loss": 4.075758520507812}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1411.3332455158234, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.75999450683594, "Augmented-0.05-Quantile-Accuracy": 83.82999420166016, "Augmented-0.1-Quantile-Accuracy": 85.04000091552734, "Augmented-Accuracy": 88.831, "Augmented-Loss": 1.1195894107055664, "Clean-Accuracy": 90.45, "Clean-Loss": 1.0004939208984376, "PGD-Accuracy": 9.64, "PGD-Loss": 4.570459426879883}, "Total-Time": 171630.1568751335, "Train": {"Loss": 0.9450004447746276, "avg t": 0.9254504245758056, "plain loss": 0.8226685689086909, "standard loss": 0.8195068257904052}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.68000030517578, "Augmented-0.05-Quantile-Accuracy": 92.07999420166016, "Augmented-0.1-Quantile-Accuracy": 92.95999908447266, "Augmented-Accuracy": 95.1956, "Augmented-Loss": 1.0069814853906631, "Clean-Accuracy": 94.16, "Clean-Loss": 0.8118106862068176, "PGD-Accuracy": 18.34, "PGD-Loss": 4.087841003417969}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1410.445726633072, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.5999984741211, "Augmented-0.05-Quantile-Accuracy": 83.79999542236328, "Augmented-0.1-Quantile-Accuracy": 84.97999572753906, "Augmented-Accuracy": 88.7181, "Augmented-Loss": 1.120173744293213, "Clean-Accuracy": 90.57, "Clean-Loss": 1.0005257598876953, "PGD-Accuracy": 9.72, "PGD-Loss": 4.551190637207031}, "Total-Time": 173040.6026017666, "Train": {"Loss": 0.9441249030303955, "avg t": 0.9251681332588195, "plain loss": 0.8221806359252936, "standard loss": 0.8189487919807434}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.95999908447266, "Augmented-0.05-Quantile-Accuracy": 92.15999603271484, "Augmented-0.1-Quantile-Accuracy": 93.07999420166016, "Augmented-Accuracy": 95.4612, "Augmented-Loss": 1.009023481863022, "Clean-Accuracy": 93.3, "Clean-Loss": 0.8016340566635132, "PGD-Accuracy": 18.08, "PGD-Loss": 4.09769243850708}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1410.7836918830872, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.80999755859375, "Augmented-0.05-Quantile-Accuracy": 83.69999694824219, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.7776, "Augmented-Loss": 1.1202585955810547, "Clean-Accuracy": 90.14, "Clean-Loss": 0.9928431198120117, "PGD-Accuracy": 9.67, "PGD-Loss": 4.530856408691406}, "Total-Time": 174451.38629364967, "Train": {"Loss": 0.9436477980041504, "avg t": 0.9248790154266358, "plain loss": 0.8213126598510746, "standard loss": 0.8182039571762085}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.5, "Augmented-0.05-Quantile-Accuracy": 91.57999420166016, "Augmented-0.1-Quantile-Accuracy": 92.68000030517578, "Augmented-Accuracy": 95.0978, "Augmented-Loss": 0.999514506263733, "Clean-Accuracy": 92.72, "Clean-Loss": 0.785704981136322, "PGD-Accuracy": 20.02, "PGD-Loss": 4.012388724517822}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1409.09641456604, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97000122070312, "Augmented-0.05-Quantile-Accuracy": 83.75, "Augmented-0.1-Quantile-Accuracy": 85.0999984741211, "Augmented-Accuracy": 88.8485, "Augmented-Loss": 1.1209543249588012, "Clean-Accuracy": 90.5, "Clean-Loss": 1.000824851989746, "PGD-Accuracy": 10.24, "PGD-Loss": 4.508518392944336}, "Total-Time": 175860.4827082157, "Train": {"Loss": 0.9438032776260376, "avg t": 0.9249488099288941, "plain loss": 0.8228535792236322, "standard loss": 0.8197372150230408}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.55999755859375, "Augmented-0.05-Quantile-Accuracy": 92.79999542236328, "Augmented-0.1-Quantile-Accuracy": 93.65999603271484, "Augmented-Accuracy": 95.672, "Augmented-Loss": 1.008773938284874, "Clean-Accuracy": 93.74, "Clean-Loss": 0.7929624775886536, "PGD-Accuracy": 20.18, "PGD-Loss": 3.9852108688354493}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1405.9922904968262, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.61000061035156, "Augmented-0.05-Quantile-Accuracy": 83.68999481201172, "Augmented-0.1-Quantile-Accuracy": 85.04000091552734, "Augmented-Accuracy": 88.6968, "Augmented-Loss": 1.1233333173980713, "Clean-Accuracy": 90.83, "Clean-Loss": 0.9936095115661621, "PGD-Accuracy": 10.01, "PGD-Loss": 4.5077951171875}, "Total-Time": 177266.47499871254, "Train": {"Loss": 0.9437962868499756, "avg t": 0.9250402149391175, "plain loss": 0.8235107940979008, "standard loss": 0.8203448636054993}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.89999389648438, "Augmented-0.05-Quantile-Accuracy": 93.33999633789062, "Augmented-0.1-Quantile-Accuracy": 94.27999877929688, "Augmented-Accuracy": 95.9906, "Augmented-Loss": 1.001695410317421, "Clean-Accuracy": 87.04, "Clean-Loss": 0.8696892793655395, "PGD-Accuracy": 22.04, "PGD-Loss": 3.925644361114502}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1403.9226722717285, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.6500015258789, "Augmented-0.05-Quantile-Accuracy": 83.8699951171875, "Augmented-0.1-Quantile-Accuracy": 85.05999755859375, "Augmented-Accuracy": 88.7294, "Augmented-Loss": 1.123382566734314, "Clean-Accuracy": 90.6, "Clean-Loss": 1.0011508071899413, "PGD-Accuracy": 9.75, "PGD-Loss": 4.510368069458008}, "Total-Time": 178670.39767098427, "Train": {"Loss": 0.9434522638320922, "avg t": 0.9248493817520141, "plain loss": 0.8244081417236327, "standard loss": 0.8212971011352539}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.13999938964844, "Augmented-0.05-Quantile-Accuracy": 92.5999984741211, "Augmented-0.1-Quantile-Accuracy": 93.43999481201172, "Augmented-Accuracy": 95.6314, "Augmented-Loss": 1.0078770730953217, "Clean-Accuracy": 91.06, "Clean-Loss": 0.8047813908576965, "PGD-Accuracy": 19.24, "PGD-Loss": 3.9771517387390136}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1403.7187657356262, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.8499984741211, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.05999755859375, "Augmented-Accuracy": 88.7375, "Augmented-Loss": 1.1234209835128783, "Clean-Accuracy": 90.49, "Clean-Loss": 0.9977043991088868, "PGD-Accuracy": 9.84, "PGD-Loss": 4.510462338256836}, "Total-Time": 180074.1164367199, "Train": {"Loss": 0.9430215718460083, "avg t": 0.9247006336975098, "plain loss": 0.823637240722656, "standard loss": 0.8205209220123291}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.91999816894531, "Augmented-0.05-Quantile-Accuracy": 92.23999786376953, "Augmented-0.1-Quantile-Accuracy": 93.19999694824219, "Augmented-Accuracy": 95.391, "Augmented-Loss": 1.005395474694252, "Clean-Accuracy": 93.38, "Clean-Loss": 0.8440737219810486, "PGD-Accuracy": 20.2, "PGD-Loss": 3.983677844238281}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1403.544171333313, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.73999786376953, "Augmented-0.05-Quantile-Accuracy": 83.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.04999542236328, "Augmented-Accuracy": 88.76, "Augmented-Loss": 1.1229458353805541, "Clean-Accuracy": 90.72, "Clean-Loss": 0.9981592269897461, "PGD-Accuracy": 10.07, "PGD-Loss": 4.504455401611328}, "Total-Time": 181477.6606080532, "Train": {"Loss": 0.9434917737197877, "avg t": 0.9247799550056458, "plain loss": 0.8238348236694328, "standard loss": 0.8207102221679687}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5, "Augmented-0.05-Quantile-Accuracy": 92.89999389648438, "Augmented-0.1-Quantile-Accuracy": 93.5999984741211, "Augmented-Accuracy": 95.6178, "Augmented-Loss": 1.0061674884548186, "Clean-Accuracy": 89.48, "Clean-Loss": 0.8445785502433777, "PGD-Accuracy": 21.2, "PGD-Loss": 3.9527104629516603}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1403.8030729293823, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.72000122070312, "Augmented-0.05-Quantile-Accuracy": 83.72999572753906, "Augmented-0.1-Quantile-Accuracy": 85.04000091552734, "Augmented-Accuracy": 88.7259, "Augmented-Loss": 1.1238944862594604, "Clean-Accuracy": 90.33, "Clean-Loss": 0.995921997833252, "PGD-Accuracy": 10.0, "PGD-Loss": 4.503290399169922}, "Total-Time": 182881.4636809826, "Train": {"Loss": 0.9427131689071655, "avg t": 0.9246347467422485, "plain loss": 0.8233828658752429, "standard loss": 0.8202639665985108}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0199966430664, "Augmented-0.05-Quantile-Accuracy": 92.33999633789062, "Augmented-0.1-Quantile-Accuracy": 93.1199951171875, "Augmented-Accuracy": 95.392, "Augmented-Loss": 1.0037587949123383, "Clean-Accuracy": 92.7, "Clean-Loss": 0.8120166182518005, "PGD-Accuracy": 21.54, "PGD-Loss": 3.9451224411010744}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1409.7327280044556, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.81999969482422, "Augmented-0.1-Quantile-Accuracy": 85.15999603271484, "Augmented-Accuracy": 88.7525, "Augmented-Loss": 1.123668016746521, "Clean-Accuracy": 90.53, "Clean-Loss": 0.9965775680541992, "PGD-Accuracy": 9.9, "PGD-Loss": 4.501737283325196}, "Total-Time": 184291.19640898705, "Train": {"Loss": 0.9430985456657409, "avg t": 0.924737038116455, "plain loss": 0.8236252274169924, "standard loss": 0.8205342227554321}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.18000030517578, "Augmented-0.05-Quantile-Accuracy": 92.22000122070312, "Augmented-0.1-Quantile-Accuracy": 92.97999572753906, "Augmented-Accuracy": 95.4392, "Augmented-Loss": 1.0035706520652772, "Clean-Accuracy": 93.56, "Clean-Loss": 0.8084112857818604, "PGD-Accuracy": 20.02, "PGD-Loss": 3.9896961402893067}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1411.1276969909668, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.8499984741211, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.11000061035156, "Augmented-Accuracy": 88.7771, "Augmented-Loss": 1.1228207506713868, "Clean-Accuracy": 90.4, "Clean-Loss": 1.0027992012023925, "PGD-Accuracy": 10.04, "PGD-Loss": 4.493254898071289}, "Total-Time": 185702.324105978, "Train": {"Loss": 0.9429026761627197, "avg t": 0.9246815186309815, "plain loss": 0.8234252658996596, "standard loss": 0.8203116421699523}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.72000122070312, "Augmented-0.05-Quantile-Accuracy": 92.63999938964844, "Augmented-0.1-Quantile-Accuracy": 93.57999420166016, "Augmented-Accuracy": 95.4114, "Augmented-Loss": 1.0090716169166565, "Clean-Accuracy": 93.46, "Clean-Loss": 0.8345838094711304, "PGD-Accuracy": 20.86, "PGD-Loss": 3.964096614074707}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1406.610451221466, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.70999908447266, "Augmented-0.05-Quantile-Accuracy": 83.86000061035156, "Augmented-0.1-Quantile-Accuracy": 85.18000030517578, "Augmented-Accuracy": 88.771, "Augmented-Loss": 1.123009297569275, "Clean-Accuracy": 90.72, "Clean-Loss": 1.0006705322265625, "PGD-Accuracy": 10.15, "PGD-Loss": 4.493369052124024}, "Total-Time": 187108.93455719948, "Train": {"Loss": 0.9426714823913575, "avg t": 0.9245793295669555, "plain loss": 0.8234203868408203, "standard loss": 0.8203049411964416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.89999389648438, "Augmented-0.05-Quantile-Accuracy": 93.05999755859375, "Augmented-0.1-Quantile-Accuracy": 93.73999786376953, "Augmented-Accuracy": 95.7018, "Augmented-Loss": 1.008702687335968, "Clean-Accuracy": 90.88, "Clean-Loss": 0.8117607849121093, "PGD-Accuracy": 20.74, "PGD-Loss": 3.959954559326172}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1407.4289762973785, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.80999755859375, "Augmented-0.05-Quantile-Accuracy": 83.72999572753906, "Augmented-0.1-Quantile-Accuracy": 85.13999938964844, "Augmented-Accuracy": 88.735, "Augmented-Loss": 1.1230937185058594, "Clean-Accuracy": 90.46, "Clean-Loss": 0.992390599822998, "PGD-Accuracy": 10.14, "PGD-Loss": 4.488626943969726}, "Total-Time": 188516.36353349686, "Train": {"Loss": 0.9432654545593262, "avg t": 0.9246947983169556, "plain loss": 0.8236896343231201, "standard loss": 0.8205780283355713}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.95999908447266, "Augmented-0.05-Quantile-Accuracy": 92.27999877929688, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.231, "Augmented-Loss": 1.000319210738182, "Clean-Accuracy": 94.32, "Clean-Loss": 0.7755385313987732, "PGD-Accuracy": 20.74, "PGD-Loss": 3.944548043823242}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1406.9036645889282, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.80999755859375, "Augmented-0.05-Quantile-Accuracy": 83.90999603271484, "Augmented-0.1-Quantile-Accuracy": 85.0, "Augmented-Accuracy": 88.7402, "Augmented-Loss": 1.1232228921966552, "Clean-Accuracy": 90.58, "Clean-Loss": 0.9913304809570312, "PGD-Accuracy": 9.95, "PGD-Loss": 4.49030947265625}, "Total-Time": 189923.26719808578, "Train": {"Loss": 0.9434189445495605, "avg t": 0.9247883914756775, "plain loss": 0.8238649589233396, "standard loss": 0.8208171128463745}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0, "Augmented-0.05-Quantile-Accuracy": 91.95999908447266, "Augmented-0.1-Quantile-Accuracy": 93.1199951171875, "Augmented-Accuracy": 95.3104, "Augmented-Loss": 0.9993933136453629, "Clean-Accuracy": 89.9, "Clean-Loss": 0.8250709836959839, "PGD-Accuracy": 19.7, "PGD-Loss": 3.9683787971496582}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1406.5075907707214, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.5999984741211, "Augmented-0.05-Quantile-Accuracy": 83.91999816894531, "Augmented-0.1-Quantile-Accuracy": 85.18999481201172, "Augmented-Accuracy": 88.7602, "Augmented-Loss": 1.1239685934219361, "Clean-Accuracy": 90.5, "Clean-Loss": 0.9961364921569824, "PGD-Accuracy": 10.07, "PGD-Loss": 4.483880465698242}, "Total-Time": 191329.7747888565, "Train": {"Loss": 0.9438371850585937, "avg t": 0.9249501112365722, "plain loss": 0.8246503807373049, "standard loss": 0.8215010610389709}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.5199966430664, "Augmented-0.05-Quantile-Accuracy": 91.86000061035156, "Augmented-0.1-Quantile-Accuracy": 92.81999969482422, "Augmented-Accuracy": 95.3638, "Augmented-Loss": 1.002961260901451, "Clean-Accuracy": 86.7, "Clean-Loss": 0.8973143214225769, "PGD-Accuracy": 18.16, "PGD-Loss": 4.020813842773437}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1405.5341653823853, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.80999755859375, "Augmented-0.05-Quantile-Accuracy": 83.73999786376953, "Augmented-0.1-Quantile-Accuracy": 85.05999755859375, "Augmented-Accuracy": 88.7444, "Augmented-Loss": 1.1220837143554687, "Clean-Accuracy": 90.7, "Clean-Loss": 0.9951592094421386, "PGD-Accuracy": 9.96, "PGD-Loss": 4.485105163574219}, "Total-Time": 192735.3089542389, "Train": {"Loss": 0.9429039792060852, "avg t": 0.9246891724014282, "plain loss": 0.8239306650390619, "standard loss": 0.8208013327026367}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.6199951171875, "Augmented-0.05-Quantile-Accuracy": 92.73999786376953, "Augmented-0.1-Quantile-Accuracy": 93.37999725341797, "Augmented-Accuracy": 95.465, "Augmented-Loss": 1.0042059614753722, "Clean-Accuracy": 93.86, "Clean-Loss": 0.8091483057022095, "PGD-Accuracy": 20.38, "PGD-Loss": 3.963504293823242}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1406.5842502117157, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.7699966430664, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.05999755859375, "Augmented-Accuracy": 88.7477, "Augmented-Loss": 1.1242015387573243, "Clean-Accuracy": 90.76, "Clean-Loss": 1.0003236839294434, "PGD-Accuracy": 10.27, "PGD-Loss": 4.476131829833984}, "Total-Time": 194141.8932044506, "Train": {"Loss": 0.9426245069122314, "avg t": 0.924635529384613, "plain loss": 0.8239087133789063, "standard loss": 0.8208106029510498}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.25999450683594, "Augmented-0.05-Quantile-Accuracy": 92.86000061035156, "Augmented-0.1-Quantile-Accuracy": 93.63999938964844, "Augmented-Accuracy": 95.5858, "Augmented-Loss": 1.0079827003602981, "Clean-Accuracy": 93.96, "Clean-Loss": 0.8072258964538574, "PGD-Accuracy": 20.98, "PGD-Loss": 3.9445256385803225}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1409.034375667572, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.70999908447266, "Augmented-0.05-Quantile-Accuracy": 83.8499984741211, "Augmented-0.1-Quantile-Accuracy": 85.13999938964844, "Augmented-Accuracy": 88.7368, "Augmented-Loss": 1.1234231012954712, "Clean-Accuracy": 90.44, "Clean-Loss": 1.0002018867492677, "PGD-Accuracy": 10.15, "PGD-Loss": 4.476897952270508}, "Total-Time": 195550.92758011818, "Train": {"Loss": 0.9427847001647949, "avg t": 0.9246961016273498, "plain loss": 0.8245109360046402, "standard loss": 0.8215038924026489}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.87999725341797, "Augmented-0.05-Quantile-Accuracy": 92.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.07999420166016, "Augmented-Accuracy": 95.205, "Augmented-Loss": 1.0079397880964278, "Clean-Accuracy": 93.92, "Clean-Loss": 0.815705179977417, "PGD-Accuracy": 19.64, "PGD-Loss": 3.975990746307373}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1409.6250801086426, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.56999969482422, "Augmented-0.05-Quantile-Accuracy": 83.82999420166016, "Augmented-0.1-Quantile-Accuracy": 85.06999969482422, "Augmented-Accuracy": 88.7272, "Augmented-Loss": 1.121775629425049, "Clean-Accuracy": 90.48, "Clean-Loss": 0.9973581893920899, "PGD-Accuracy": 10.24, "PGD-Loss": 4.475620230102539}, "Total-Time": 196960.55266022682, "Train": {"Loss": 0.9424443369483948, "avg t": 0.9245190696334838, "plain loss": 0.8233082242736812, "standard loss": 0.8201406801223755}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.77999877929688, "Augmented-0.05-Quantile-Accuracy": 92.0199966430664, "Augmented-0.1-Quantile-Accuracy": 93.0199966430664, "Augmented-Accuracy": 95.3074, "Augmented-Loss": 1.0055159978084565, "Clean-Accuracy": 93.42, "Clean-Loss": 0.7987573263168335, "PGD-Accuracy": 21.0, "PGD-Loss": 3.9351434799194336}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1409.0790791511536, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.72000122070312, "Augmented-0.05-Quantile-Accuracy": 83.93999481201172, "Augmented-0.1-Quantile-Accuracy": 85.07999420166016, "Augmented-Accuracy": 88.7447, "Augmented-Loss": 1.1237227014846802, "Clean-Accuracy": 90.65, "Clean-Loss": 0.997407632446289, "PGD-Accuracy": 10.33, "PGD-Loss": 4.470733602905273}, "Total-Time": 198369.63173937798, "Train": {"Loss": 0.9428048533248902, "avg t": 0.9246696949195862, "plain loss": 0.8239459301452634, "standard loss": 0.8208376623725891}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.47999572753906, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.57999420166016, "Augmented-Accuracy": 95.7018, "Augmented-Loss": 1.0046887019987107, "Clean-Accuracy": 92.9, "Clean-Loss": 0.8355513606071472, "PGD-Accuracy": 20.0, "PGD-Loss": 3.966888765716553}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1409.391313791275, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.80999755859375, "Augmented-0.05-Quantile-Accuracy": 83.93000030517578, "Augmented-0.1-Quantile-Accuracy": 85.19999694824219, "Augmented-Accuracy": 88.782, "Augmented-Loss": 1.1227693322372436, "Clean-Accuracy": 90.44, "Clean-Loss": 0.9924436805725098, "PGD-Accuracy": 10.34, "PGD-Loss": 4.469053384399414}, "Total-Time": 199779.02305316925, "Train": {"Loss": 0.9426977970695496, "avg t": 0.92462552734375, "plain loss": 0.8239859104614266, "standard loss": 0.820919358215332}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.55999755859375, "Augmented-0.05-Quantile-Accuracy": 92.47999572753906, "Augmented-0.1-Quantile-Accuracy": 93.22000122070312, "Augmented-Accuracy": 95.337, "Augmented-Loss": 0.9980131441478729, "Clean-Accuracy": 94.4, "Clean-Loss": 0.8405436135292054, "PGD-Accuracy": 22.44, "PGD-Loss": 3.8767748016357424}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1410.0479354858398, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.8699951171875, "Augmented-0.05-Quantile-Accuracy": 83.97999572753906, "Augmented-0.1-Quantile-Accuracy": 85.04999542236328, "Augmented-Accuracy": 88.7566, "Augmented-Loss": 1.1224773694534302, "Clean-Accuracy": 90.6, "Clean-Loss": 0.992285269165039, "PGD-Accuracy": 10.48, "PGD-Loss": 4.463169131469726}, "Total-Time": 201189.0709886551, "Train": {"Loss": 0.9425687784957886, "avg t": 0.924531049079895, "plain loss": 0.8238273522338875, "standard loss": 0.8207334067726135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.41999816894531, "Augmented-0.05-Quantile-Accuracy": 92.39999389648438, "Augmented-0.1-Quantile-Accuracy": 93.33999633789062, "Augmented-Accuracy": 95.469, "Augmented-Loss": 0.9985986189718247, "Clean-Accuracy": 92.16, "Clean-Loss": 0.8024788750648498, "PGD-Accuracy": 22.18, "PGD-Loss": 3.894627575683594}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1409.408281326294, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.88999938964844, "Augmented-0.05-Quantile-Accuracy": 83.8499984741211, "Augmented-0.1-Quantile-Accuracy": 85.18999481201172, "Augmented-Accuracy": 88.7622, "Augmented-Loss": 1.1237808716888427, "Clean-Accuracy": 90.7, "Clean-Loss": 0.9967356422424316, "PGD-Accuracy": 10.36, "PGD-Loss": 4.463243530273438}, "Total-Time": 202598.47926998138, "Train": {"Loss": 0.9430911332511902, "avg t": 0.9247580797576904, "plain loss": 0.825545464324951, "standard loss": 0.8223767246437073}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.97999572753906, "Augmented-0.05-Quantile-Accuracy": 93.0199966430664, "Augmented-0.1-Quantile-Accuracy": 93.77999877929688, "Augmented-Accuracy": 95.5292, "Augmented-Loss": 1.0043167784824372, "Clean-Accuracy": 92.12, "Clean-Loss": 0.7611320524215698, "PGD-Accuracy": 22.04, "PGD-Loss": 3.890169041442871}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1409.3109712600708, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.80999755859375, "Augmented-0.05-Quantile-Accuracy": 83.8699951171875, "Augmented-0.1-Quantile-Accuracy": 85.1500015258789, "Augmented-Accuracy": 88.7655, "Augmented-Loss": 1.1241922649917602, "Clean-Accuracy": 90.6, "Clean-Loss": 1.0036196357727052, "PGD-Accuracy": 10.41, "PGD-Loss": 4.460794943237305}, "Total-Time": 204007.79024124146, "Train": {"Loss": 0.9431141007614136, "avg t": 0.9246512582206726, "plain loss": 0.824638959716797, "standard loss": 0.8215044112014771}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.1199951171875, "Augmented-0.05-Quantile-Accuracy": 92.41999816894531, "Augmented-0.1-Quantile-Accuracy": 93.37999725341797, "Augmented-Accuracy": 95.4708, "Augmented-Loss": 1.0110118715343475, "Clean-Accuracy": 92.36, "Clean-Loss": 0.8469637029647827, "PGD-Accuracy": 22.68, "PGD-Loss": 3.874097620391846}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1409.6235337257385, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.79999542236328, "Augmented-0.05-Quantile-Accuracy": 83.93999481201172, "Augmented-0.1-Quantile-Accuracy": 85.1199951171875, "Augmented-Accuracy": 88.7996, "Augmented-Loss": 1.1233987827911376, "Clean-Accuracy": 90.47, "Clean-Loss": 0.9970492889404297, "PGD-Accuracy": 10.24, "PGD-Loss": 4.465866201782227}, "Total-Time": 205417.4137749672, "Train": {"Loss": 0.9423736991500854, "avg t": 0.9244946432876587, "plain loss": 0.8241163600769043, "standard loss": 0.8210925429153443}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0999984741211, "Augmented-0.05-Quantile-Accuracy": 91.97999572753906, "Augmented-0.1-Quantile-Accuracy": 92.86000061035156, "Augmented-Accuracy": 95.0858, "Augmented-Loss": 1.0048524094877243, "Clean-Accuracy": 94.14, "Clean-Loss": 0.8369564843177796, "PGD-Accuracy": 21.94, "PGD-Loss": 3.9063181671142577}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1408.8532004356384, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.90999603271484, "Augmented-0.1-Quantile-Accuracy": 85.0999984741211, "Augmented-Accuracy": 88.7903, "Augmented-Loss": 1.122932854827881, "Clean-Accuracy": 90.61, "Clean-Loss": 0.997342318725586, "PGD-Accuracy": 10.13, "PGD-Loss": 4.468420712280273}, "Total-Time": 206826.26697540283, "Train": {"Loss": 0.9428073505592346, "avg t": 0.9246343301773071, "plain loss": 0.8238158583984379, "standard loss": 0.8206485083007813}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.83999633789062, "Augmented-0.05-Quantile-Accuracy": 92.45999908447266, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.4536, "Augmented-Loss": 1.006378299744606, "Clean-Accuracy": 92.42, "Clean-Loss": 0.8396491214752198, "PGD-Accuracy": 22.82, "PGD-Loss": 3.884541255187988}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1409.887012720108, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.75999450683594, "Augmented-0.05-Quantile-Accuracy": 83.9000015258789, "Augmented-0.1-Quantile-Accuracy": 85.19999694824219, "Augmented-Accuracy": 88.7821, "Augmented-Loss": 1.1223649836044312, "Clean-Accuracy": 90.45, "Clean-Loss": 0.9922051940917969, "PGD-Accuracy": 10.2, "PGD-Loss": 4.462614471435547}, "Total-Time": 208236.15398812294, "Train": {"Loss": 0.9425043284988404, "avg t": 0.9245386518478393, "plain loss": 0.8234048264770512, "standard loss": 0.8202578811645508}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.69999694824219, "Augmented-0.05-Quantile-Accuracy": 92.95999908447266, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.608, "Augmented-Loss": 0.99880585617733, "Clean-Accuracy": 92.8, "Clean-Loss": 0.8423416447639466, "PGD-Accuracy": 20.6, "PGD-Loss": 3.9363980087280273}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1239.2372949123383, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.11000061035156, "Augmented-Accuracy": 88.7841, "Augmented-Loss": 1.1238173851394653, "Clean-Accuracy": 90.76, "Clean-Loss": 0.9951831314086914, "PGD-Accuracy": 10.18, "PGD-Loss": 4.463023913574219}, "Total-Time": 209475.39128303528, "Train": {"Loss": 0.9429479541015625, "avg t": 0.9246292782402039, "plain loss": 0.8241266694335938, "standard loss": 0.821054358959198}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.05999755859375, "Augmented-0.05-Quantile-Accuracy": 92.5199966430664, "Augmented-0.1-Quantile-Accuracy": 93.5999984741211, "Augmented-Accuracy": 95.6056, "Augmented-Loss": 1.0041046177387238, "Clean-Accuracy": 91.98, "Clean-Loss": 0.8436712388992309, "PGD-Accuracy": 21.42, "PGD-Loss": 3.9198334342956542}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 652.4731998443604, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.63999938964844, "Augmented-0.05-Quantile-Accuracy": 83.83999633789062, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.7409, "Augmented-Loss": 1.1234224729995728, "Clean-Accuracy": 90.8, "Clean-Loss": 0.9983449165344238, "PGD-Accuracy": 10.19, "PGD-Loss": 4.461722402954101}, "Total-Time": 210127.86448287964, "Train": {"Loss": 0.9425153177261353, "avg t": 0.9245729759979248, "plain loss": 0.82421103918457, "standard loss": 0.82111596036911}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.65999603271484, "Augmented-0.05-Quantile-Accuracy": 92.81999969482422, "Augmented-0.1-Quantile-Accuracy": 93.63999938964844, "Augmented-Accuracy": 95.7762, "Augmented-Loss": 1.0062928453636169, "Clean-Accuracy": 92.5, "Clean-Loss": 0.8588248780250549, "PGD-Accuracy": 21.54, "PGD-Loss": 3.910729766082764}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 652.7049324512482, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97000122070312, "Augmented-0.05-Quantile-Accuracy": 84.00999450683594, "Augmented-0.1-Quantile-Accuracy": 85.25999450683594, "Augmented-Accuracy": 88.8536, "Augmented-Loss": 1.1237323215866089, "Clean-Accuracy": 90.58, "Clean-Loss": 0.9985628448486328, "PGD-Accuracy": 10.41, "PGD-Loss": 4.451576361083984}, "Total-Time": 210780.5694153309, "Train": {"Loss": 0.9426110087394715, "avg t": 0.9245730278015136, "plain loss": 0.8248096130371104, "standard loss": 0.8217099147033692}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.83999633789062, "Augmented-0.05-Quantile-Accuracy": 91.89999389648438, "Augmented-0.1-Quantile-Accuracy": 93.15999603271484, "Augmented-Accuracy": 95.4406, "Augmented-Loss": 1.0064845218725205, "Clean-Accuracy": 93.66, "Clean-Loss": 0.8472748774528504, "PGD-Accuracy": 21.08, "PGD-Loss": 3.9000269714355467}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
