{"Epoch": 0, "Epoch-Time": 494.1447470188141, "Test": {"Augmented-0.01-Quantile-Accuracy": 12.819999694824219, "Augmented-0.05-Quantile-Accuracy": 13.15999984741211, "Augmented-0.1-Quantile-Accuracy": 13.25, "Augmented-Accuracy": 13.6188, "Augmented-Loss": 2.2916186966552736, "Clean-Accuracy": 14.11, "Clean-Loss": 2.261084181213379, "PGD-Accuracy": 9.51, "PGD-Loss": 2.523893135070801}, "Total-Time": 494.1447470188141, "Train": {"Loss": 85.52299074523926, "avg t": 1.7601168380737304, "plain loss": 2.4484626555175772, "standard loss": 2.448064376373291}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 14.519999504089355, "Augmented-0.05-Quantile-Accuracy": 14.699999809265137, "Augmented-0.1-Quantile-Accuracy": 14.799999237060547, "Augmented-Accuracy": 15.2294, "Augmented-Loss": 2.2552121178665163, "Clean-Accuracy": 13.94, "Clean-Loss": 2.316377312850952, "PGD-Accuracy": 10.8, "PGD-Loss": 2.4975056480407716}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 492.8601756095886, "Test": {"Augmented-0.01-Quantile-Accuracy": 17.85999870300293, "Augmented-0.05-Quantile-Accuracy": 18.149999618530273, "Augmented-0.1-Quantile-Accuracy": 18.270000457763672, "Augmented-Accuracy": 18.656, "Augmented-Loss": 1.9624654318695067, "Clean-Accuracy": 19.5, "Clean-Loss": 1.9626251525878906, "PGD-Accuracy": 10.58, "PGD-Loss": 2.507365606689453}, "Total-Time": 987.0049226284027, "Train": {"Loss": 48.209357177658084, "avg t": 1.7337918379974364, "plain loss": 2.061388379150392, "standard loss": 2.061343588066101}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 17.85999870300293, "Augmented-0.05-Quantile-Accuracy": 18.059999465942383, "Augmented-0.1-Quantile-Accuracy": 18.139999389648438, "Augmented-Accuracy": 18.479, "Augmented-Loss": 1.9656138687133788, "Clean-Accuracy": 18.56, "Clean-Loss": 1.971684483718872, "PGD-Accuracy": 10.06, "PGD-Loss": 2.4803190254211427}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 493.61281061172485, "Test": {"Augmented-0.01-Quantile-Accuracy": 23.959999084472656, "Augmented-0.05-Quantile-Accuracy": 24.84000015258789, "Augmented-0.1-Quantile-Accuracy": 25.170000076293945, "Augmented-Accuracy": 26.267, "Augmented-Loss": 1.8831728737487794, "Clean-Accuracy": 28.29, "Clean-Loss": 1.8710318634033203, "PGD-Accuracy": 4.48, "PGD-Loss": 2.8011168533325197}, "Total-Time": 1480.6177332401276, "Train": {"Loss": 37.5322456036377, "avg t": 1.6939884005737305, "plain loss": 1.925861226074219, "standard loss": 1.9256742929840087}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 24.559999465942383, "Augmented-0.05-Quantile-Accuracy": 25.279998779296875, "Augmented-0.1-Quantile-Accuracy": 25.69999885559082, "Augmented-Accuracy": 26.723, "Augmented-Loss": 1.8929264116973876, "Clean-Accuracy": 26.44, "Clean-Loss": 1.881545088005066, "PGD-Accuracy": 5.44, "PGD-Loss": 2.757170305252075}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 494.1011896133423, "Test": {"Augmented-0.01-Quantile-Accuracy": 28.31999969482422, "Augmented-0.05-Quantile-Accuracy": 29.15999984741211, "Augmented-0.1-Quantile-Accuracy": 29.42999839782715, "Augmented-Accuracy": 30.6729, "Augmented-Loss": 1.792251818222046, "Clean-Accuracy": 31.6, "Clean-Loss": 1.7527402481079102, "PGD-Accuracy": 3.28, "PGD-Loss": 3.1101693939208985}, "Total-Time": 1974.7189228534698, "Train": {"Loss": 30.128440690307617, "avg t": 1.6552474630737304, "plain loss": 1.8209793291625986, "standard loss": 1.8206345147705079}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 29.0, "Augmented-0.05-Quantile-Accuracy": 29.779998779296875, "Augmented-0.1-Quantile-Accuracy": 30.17999839782715, "Augmented-Accuracy": 31.2756, "Augmented-Loss": 1.7599612827205657, "Clean-Accuracy": 29.4, "Clean-Loss": 1.79391353225708, "PGD-Accuracy": 4.1, "PGD-Loss": 3.0520427558898926}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 491.9354660511017, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.90999984741211, "Augmented-0.05-Quantile-Accuracy": 32.90999984741211, "Augmented-0.1-Quantile-Accuracy": 33.54999923706055, "Augmented-Accuracy": 35.087, "Augmented-Loss": 1.749145439666748, "Clean-Accuracy": 36.31, "Clean-Loss": 1.709980601501465, "PGD-Accuracy": 1.73, "PGD-Loss": 3.3805740814208987}, "Total-Time": 2466.6543889045715, "Train": {"Loss": 26.80017262786865, "avg t": 1.6195084004974365, "plain loss": 1.75683465698242, "standard loss": 1.7563038432312013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 32.97999954223633, "Augmented-0.05-Quantile-Accuracy": 34.07999801635742, "Augmented-0.1-Quantile-Accuracy": 34.47999954223633, "Augmented-Accuracy": 35.8182, "Augmented-Loss": 1.7343238408679962, "Clean-Accuracy": 35.74, "Clean-Loss": 1.7199863647460938, "PGD-Accuracy": 1.8, "PGD-Loss": 3.338766600036621}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 491.78229808807373, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.619998931884766, "Augmented-0.05-Quantile-Accuracy": 36.529998779296875, "Augmented-0.1-Quantile-Accuracy": 37.32999801635742, "Augmented-Accuracy": 40.4699, "Augmented-Loss": 1.6920009523468018, "Clean-Accuracy": 41.84, "Clean-Loss": 1.6343615325927734, "PGD-Accuracy": 1.48, "PGD-Loss": 3.453201107788086}, "Total-Time": 2958.4366869926453, "Train": {"Loss": 23.219168937339784, "avg t": 1.5855332442855834, "plain loss": 1.689429675292968, "standard loss": 1.6884659423828126}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 36.5, "Augmented-0.05-Quantile-Accuracy": 38.20000076293945, "Augmented-0.1-Quantile-Accuracy": 39.0, "Augmented-Accuracy": 41.8736, "Augmented-Loss": 1.6490424094924927, "Clean-Accuracy": 36.06, "Clean-Loss": 1.71885708694458, "PGD-Accuracy": 1.8, "PGD-Loss": 3.294499716949463}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 493.34319257736206, "Test": {"Augmented-0.01-Quantile-Accuracy": 29.84000015258789, "Augmented-0.05-Quantile-Accuracy": 31.65999984741211, "Augmented-0.1-Quantile-Accuracy": 32.46999740600586, "Augmented-Accuracy": 35.2655, "Augmented-Loss": 1.6395522303619385, "Clean-Accuracy": 36.68, "Clean-Loss": 1.6027889205932617, "PGD-Accuracy": 0.38, "PGD-Loss": 4.339061755371094}, "Total-Time": 3451.7798795700073, "Train": {"Loss": 19.789792289886474, "avg t": 1.5553901192474364, "plain loss": 1.6284770842895515, "standard loss": 1.6270295127868653}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 30.619998931884766, "Augmented-0.05-Quantile-Accuracy": 31.979999542236328, "Augmented-0.1-Quantile-Accuracy": 32.939998626708984, "Augmented-Accuracy": 35.442, "Augmented-Loss": 1.6228149444713593, "Clean-Accuracy": 35.58, "Clean-Loss": 1.5873945262908935, "PGD-Accuracy": 0.34, "PGD-Loss": 4.136573461914063}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 495.47286772727966, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.66999816894531, "Augmented-0.05-Quantile-Accuracy": 39.15999984741211, "Augmented-0.1-Quantile-Accuracy": 40.41999816894531, "Augmented-Accuracy": 44.3751, "Augmented-Loss": 1.6041087773590088, "Clean-Accuracy": 46.01, "Clean-Loss": 1.5431366561889648, "PGD-Accuracy": 0.42, "PGD-Loss": 4.267012481689453}, "Total-Time": 3947.252747297287, "Train": {"Loss": 17.20474633010864, "avg t": 1.5285473067474364, "plain loss": 1.576296156738283, "standard loss": 1.5743031672668457}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 36.5, "Augmented-0.05-Quantile-Accuracy": 39.099998474121094, "Augmented-0.1-Quantile-Accuracy": 40.36000061035156, "Augmented-Accuracy": 44.9216, "Augmented-Loss": 1.5740845368900298, "Clean-Accuracy": 43.56, "Clean-Loss": 1.5185706951141358, "PGD-Accuracy": 0.38, "PGD-Loss": 4.139520811462402}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 493.83351397514343, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.349998474121094, "Augmented-0.05-Quantile-Accuracy": 34.29999923706055, "Augmented-0.1-Quantile-Accuracy": 35.5, "Augmented-Accuracy": 40.5405, "Augmented-Loss": 1.6583990661468506, "Clean-Accuracy": 42.68, "Clean-Loss": 1.573698324584961, "PGD-Accuracy": 0.09, "PGD-Loss": 4.841541799926758}, "Total-Time": 4441.08626127243, "Train": {"Loss": 15.046127986907958, "avg t": 1.4930937129974364, "plain loss": 1.5204198789978036, "standard loss": 1.518103811340332}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 35.459999084472656, "Augmented-0.05-Quantile-Accuracy": 37.79999923706055, "Augmented-0.1-Quantile-Accuracy": 39.07999801635742, "Augmented-Accuracy": 43.1898, "Augmented-Loss": 1.5992561412696837, "Clean-Accuracy": 42.9, "Clean-Loss": 1.4698285102844237, "PGD-Accuracy": 0.26, "PGD-Loss": 4.738761775970459}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 494.0591025352478, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.47999954223633, "Augmented-0.05-Quantile-Accuracy": 37.32999801635742, "Augmented-0.1-Quantile-Accuracy": 38.63999938964844, "Augmented-Accuracy": 43.241, "Augmented-Loss": 1.5315206349487305, "Clean-Accuracy": 48.02, "Clean-Loss": 1.4590671997070312, "PGD-Accuracy": 0.19, "PGD-Loss": 5.485106930541992}, "Total-Time": 4935.145363807678, "Train": {"Loss": 13.751281935424805, "avg t": 1.4736566817474366, "plain loss": 1.486195554382323, "standard loss": 1.4833679695129394}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.7599983215332, "Augmented-0.05-Quantile-Accuracy": 40.79999923706055, "Augmented-0.1-Quantile-Accuracy": 41.97999954223633, "Augmented-Accuracy": 46.6818, "Augmented-Loss": 1.4848619215564727, "Clean-Accuracy": 47.48, "Clean-Loss": 1.4625079772949219, "PGD-Accuracy": 0.3, "PGD-Loss": 5.179878611755371}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 494.13555240631104, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.97999954223633, "Augmented-0.05-Quantile-Accuracy": 41.59000015258789, "Augmented-0.1-Quantile-Accuracy": 42.91999816894531, "Augmented-Accuracy": 47.0376, "Augmented-Loss": 1.5051613988800048, "Clean-Accuracy": 49.77, "Clean-Loss": 1.4229251907348632, "PGD-Accuracy": 0.07, "PGD-Loss": 5.984445159912109}, "Total-Time": 5429.280916213989, "Train": {"Loss": 12.660496487312317, "avg t": 1.4484729317092895, "plain loss": 1.446233661834716, "standard loss": 1.4429237982177734}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.439998626708984, "Augmented-0.05-Quantile-Accuracy": 45.0, "Augmented-0.1-Quantile-Accuracy": 46.18000030517578, "Augmented-Accuracy": 50.3458, "Augmented-Loss": 1.441042705335617, "Clean-Accuracy": 50.32, "Clean-Loss": 1.3572581962585448, "PGD-Accuracy": 0.06, "PGD-Loss": 5.593171873474121}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 494.317654132843, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.09000015258789, "Augmented-0.05-Quantile-Accuracy": 42.25, "Augmented-0.1-Quantile-Accuracy": 43.61000061035156, "Augmented-Accuracy": 48.0572, "Augmented-Loss": 1.5327847361755371, "Clean-Accuracy": 50.7, "Clean-Loss": 1.4580988708496094, "PGD-Accuracy": 0.24, "PGD-Loss": 5.37844365234375}, "Total-Time": 5923.598570346832, "Train": {"Loss": 11.65690963531494, "avg t": 1.4372926192092896, "plain loss": 1.4242519509887683, "standard loss": 1.4210361402893066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.459999084472656, "Augmented-0.05-Quantile-Accuracy": 46.07999801635742, "Augmented-0.1-Quantile-Accuracy": 47.31999969482422, "Augmented-Accuracy": 51.9502, "Augmented-Loss": 1.476952642539978, "Clean-Accuracy": 49.8, "Clean-Loss": 1.4496560985565186, "PGD-Accuracy": 0.38, "PGD-Loss": 5.167838414001465}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 493.54002690315247, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.72999954223633, "Augmented-0.05-Quantile-Accuracy": 43.21999740600586, "Augmented-0.1-Quantile-Accuracy": 44.41999816894531, "Augmented-Accuracy": 48.6845, "Augmented-Loss": 1.4669724146881105, "Clean-Accuracy": 50.41, "Clean-Loss": 1.42012745513916, "PGD-Accuracy": 0.25, "PGD-Loss": 5.708312896728516}, "Total-Time": 6417.138597249985, "Train": {"Loss": 11.401504552841187, "avg t": 1.4272826192092896, "plain loss": 1.4100197908630379, "standard loss": 1.4063228509521484}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.55999755859375, "Augmented-0.05-Quantile-Accuracy": 45.5, "Augmented-0.1-Quantile-Accuracy": 46.7599983215332, "Augmented-Accuracy": 50.7814, "Augmented-Loss": 1.4401422808265687, "Clean-Accuracy": 51.76, "Clean-Loss": 1.3489267919540406, "PGD-Accuracy": 0.46, "PGD-Loss": 5.49429896774292}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 493.19847416877747, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.88999938964844, "Augmented-0.05-Quantile-Accuracy": 36.95000076293945, "Augmented-0.1-Quantile-Accuracy": 38.290000915527344, "Augmented-Accuracy": 42.7893, "Augmented-Loss": 1.5108741390533447, "Clean-Accuracy": 49.81, "Clean-Loss": 1.3986417892456056, "PGD-Accuracy": 0.08, "PGD-Loss": 6.130592822265625}, "Total-Time": 6910.337071418762, "Train": {"Loss": 11.020877041778565, "avg t": 1.4189798067474366, "plain loss": 1.396390504150391, "standard loss": 1.3923930012512207}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.89999771118164, "Augmented-0.05-Quantile-Accuracy": 41.939998626708984, "Augmented-0.1-Quantile-Accuracy": 43.13999938964844, "Augmented-Accuracy": 48.2344, "Augmented-Loss": 1.4249742858409882, "Clean-Accuracy": 44.26, "Clean-Loss": 1.4808843296051026, "PGD-Accuracy": 0.1, "PGD-Loss": 5.855941735839844}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 492.5225923061371, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.189998626708984, "Augmented-0.05-Quantile-Accuracy": 40.45000076293945, "Augmented-0.1-Quantile-Accuracy": 41.77000045776367, "Augmented-Accuracy": 46.7923, "Augmented-Loss": 1.4742280995483399, "Clean-Accuracy": 52.14, "Clean-Loss": 1.3752887870788575, "PGD-Accuracy": 0.07, "PGD-Loss": 5.722442114257812}, "Total-Time": 7402.859663724899, "Train": {"Loss": 10.286836644477845, "avg t": 1.4097973067092895, "plain loss": 1.3779617079467765, "standard loss": 1.3741176734161378}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.29999923706055, "Augmented-0.05-Quantile-Accuracy": 46.5, "Augmented-0.1-Quantile-Accuracy": 47.599998474121094, "Augmented-Accuracy": 52.4922, "Augmented-Loss": 1.3827540699214935, "Clean-Accuracy": 59.88, "Clean-Loss": 1.293922163581848, "PGD-Accuracy": 0.06, "PGD-Loss": 5.522633252716065}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 495.18311071395874, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.61000061035156, "Augmented-0.05-Quantile-Accuracy": 45.88999938964844, "Augmented-0.1-Quantile-Accuracy": 46.93000030517578, "Augmented-Accuracy": 50.5402, "Augmented-Loss": 1.427171432571411, "Clean-Accuracy": 53.77, "Clean-Loss": 1.345623578643799, "PGD-Accuracy": 0.52, "PGD-Loss": 5.624134414672851}, "Total-Time": 7898.042774438858, "Train": {"Loss": 10.03428084350586, "avg t": 1.4067010567855835, "plain loss": 1.3742618910522448, "standard loss": 1.370214758491516}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.86000061035156, "Augmented-0.05-Quantile-Accuracy": 47.68000030517578, "Augmented-0.1-Quantile-Accuracy": 48.619998931884766, "Augmented-Accuracy": 52.0286, "Augmented-Loss": 1.3808560709705353, "Clean-Accuracy": 51.08, "Clean-Loss": 1.3329584487915038, "PGD-Accuracy": 0.46, "PGD-Loss": 5.398394144439697}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 492.24347496032715, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.64999771118164, "Augmented-0.05-Quantile-Accuracy": 46.86000061035156, "Augmented-0.1-Quantile-Accuracy": 48.349998474121094, "Augmented-Accuracy": 53.693, "Augmented-Loss": 1.4514275979156495, "Clean-Accuracy": 59.1, "Clean-Loss": 1.3189448028564452, "PGD-Accuracy": 0.13, "PGD-Loss": 5.688349090576172}, "Total-Time": 8390.286249399185, "Train": {"Loss": 9.754974542694091, "avg t": 1.4044374629211427, "plain loss": 1.3665419436035142, "standard loss": 1.3625831032180786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.459999084472656, "Augmented-0.05-Quantile-Accuracy": 53.65999984741211, "Augmented-0.1-Quantile-Accuracy": 55.37999725341797, "Augmented-Accuracy": 60.5682, "Augmented-Loss": 1.3580369602203368, "Clean-Accuracy": 56.84, "Clean-Loss": 1.2685681665420532, "PGD-Accuracy": 0.06, "PGD-Loss": 5.422066511535644}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 492.7533850669861, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.96999740600586, "Augmented-0.05-Quantile-Accuracy": 49.029998779296875, "Augmented-0.1-Quantile-Accuracy": 50.46999740600586, "Augmented-Accuracy": 55.1642, "Augmented-Loss": 1.4547099552764893, "Clean-Accuracy": 57.71, "Clean-Loss": 1.3513094703674315, "PGD-Accuracy": 0.42, "PGD-Loss": 5.247671044921875}, "Total-Time": 8883.039634466171, "Train": {"Loss": 9.640673328208923, "avg t": 1.3922777754974365, "plain loss": 1.3514327737426743, "standard loss": 1.3469151444244385}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.57999801635742, "Augmented-0.05-Quantile-Accuracy": 51.5, "Augmented-0.1-Quantile-Accuracy": 52.599998474121094, "Augmented-Accuracy": 56.7614, "Augmented-Loss": 1.389433386417389, "Clean-Accuracy": 61.14, "Clean-Loss": 1.285712301826477, "PGD-Accuracy": 0.48, "PGD-Loss": 5.068057740020752}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 492.86112546920776, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.619998931884766, "Augmented-0.05-Quantile-Accuracy": 38.91999816894531, "Augmented-0.1-Quantile-Accuracy": 40.12999725341797, "Augmented-Accuracy": 44.1498, "Augmented-Loss": 1.519222813293457, "Clean-Accuracy": 47.5, "Clean-Loss": 1.3953875038146972, "PGD-Accuracy": 0.2, "PGD-Loss": 5.958020733642578}, "Total-Time": 9375.900759935379, "Train": {"Loss": 9.76495081451416, "avg t": 1.3903296504211426, "plain loss": 1.349593821350098, "standard loss": 1.3451854852676393}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.65999984741211, "Augmented-0.05-Quantile-Accuracy": 42.47999954223633, "Augmented-0.1-Quantile-Accuracy": 43.79999923706055, "Augmented-Accuracy": 48.224, "Augmented-Loss": 1.4122196932086946, "Clean-Accuracy": 35.5, "Clean-Loss": 1.4732407680511475, "PGD-Accuracy": 0.24, "PGD-Loss": 5.736787477874756}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 492.13074231147766, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.5, "Augmented-0.05-Quantile-Accuracy": 40.25, "Augmented-0.1-Quantile-Accuracy": 41.46999740600586, "Augmented-Accuracy": 46.2551, "Augmented-Loss": 1.5135253949432372, "Clean-Accuracy": 52.61, "Clean-Loss": 1.3825079063415526, "PGD-Accuracy": 0.09, "PGD-Loss": 5.290429931640625}, "Total-Time": 9868.031502246857, "Train": {"Loss": 9.32707889984131, "avg t": 1.3850126192474366, "plain loss": 1.337565529785158, "standard loss": 1.3335121474456788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.23999786376953, "Augmented-0.05-Quantile-Accuracy": 45.07999801635742, "Augmented-0.1-Quantile-Accuracy": 46.439998626708984, "Augmented-Accuracy": 51.4764, "Augmented-Loss": 1.4347478815364838, "Clean-Accuracy": 44.48, "Clean-Loss": 1.4189116941452027, "PGD-Accuracy": 0.28, "PGD-Loss": 5.082288108825684}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 495.3129332065582, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.880001068115234, "Augmented-0.05-Quantile-Accuracy": 36.15999984741211, "Augmented-0.1-Quantile-Accuracy": 37.779998779296875, "Augmented-Accuracy": 42.9273, "Augmented-Loss": 1.5040732501983642, "Clean-Accuracy": 49.55, "Clean-Loss": 1.3778669494628906, "PGD-Accuracy": 0.27, "PGD-Loss": 5.8332548950195315}, "Total-Time": 10363.344435453415, "Train": {"Loss": 9.103393313751221, "avg t": 1.3785559004211425, "plain loss": 1.3280855741882327, "standard loss": 1.323780329246521}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.52000045776367, "Augmented-0.05-Quantile-Accuracy": 40.099998474121094, "Augmented-0.1-Quantile-Accuracy": 41.71999740600586, "Augmented-Accuracy": 47.113, "Augmented-Loss": 1.4267737014923096, "Clean-Accuracy": 48.82, "Clean-Loss": 1.357686256980896, "PGD-Accuracy": 0.24, "PGD-Loss": 5.601361730957032}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 494.4608430862427, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.22999954223633, "Augmented-0.05-Quantile-Accuracy": 40.0099983215332, "Augmented-0.1-Quantile-Accuracy": 41.0, "Augmented-Accuracy": 44.0464, "Augmented-Loss": 1.4727109204559325, "Clean-Accuracy": 48.37, "Clean-Loss": 1.327327072906494, "PGD-Accuracy": 0.42, "PGD-Loss": 5.5972927337646485}, "Total-Time": 10857.805278539658, "Train": {"Loss": 8.93632273284912, "avg t": 1.3792205879211425, "plain loss": 1.3261510938110348, "standard loss": 1.321902956123352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.89999771118164, "Augmented-0.05-Quantile-Accuracy": 46.0, "Augmented-0.1-Quantile-Accuracy": 47.099998474121094, "Augmented-Accuracy": 50.4756, "Augmented-Loss": 1.3593872242527008, "Clean-Accuracy": 51.44, "Clean-Loss": 1.2667569165229797, "PGD-Accuracy": 0.16, "PGD-Loss": 5.455974043273926}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 491.3450183868408, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.63999938964844, "Augmented-0.05-Quantile-Accuracy": 42.70000076293945, "Augmented-0.1-Quantile-Accuracy": 44.13999938964844, "Augmented-Accuracy": 48.3721, "Augmented-Loss": 1.5185994470672608, "Clean-Accuracy": 50.14, "Clean-Loss": 1.4138411499023438, "PGD-Accuracy": 0.38, "PGD-Loss": 5.110633792114258}, "Total-Time": 11349.150296926498, "Train": {"Loss": 8.749485282211303, "avg t": 1.3814305879211426, "plain loss": 1.3297946421813962, "standard loss": 1.3256902697753907}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.84000015258789, "Augmented-0.05-Quantile-Accuracy": 46.599998474121094, "Augmented-0.1-Quantile-Accuracy": 47.599998474121094, "Augmented-Accuracy": 51.6566, "Augmented-Loss": 1.4551661458549499, "Clean-Accuracy": 48.52, "Clean-Loss": 1.4027887825012206, "PGD-Accuracy": 0.18, "PGD-Loss": 4.851159225463867}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 492.78683733940125, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.90999984741211, "Augmented-0.05-Quantile-Accuracy": 40.5099983215332, "Augmented-0.1-Quantile-Accuracy": 41.65999984741211, "Augmented-Accuracy": 45.7523, "Augmented-Loss": 1.5464014030456543, "Clean-Accuracy": 53.1, "Clean-Loss": 1.42967664642334, "PGD-Accuracy": 0.52, "PGD-Loss": 5.289531805419922}, "Total-Time": 11841.9371342659, "Train": {"Loss": 8.57597799003601, "avg t": 1.3752209004211426, "plain loss": 1.3199868521118159, "standard loss": 1.315910969429016}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.599998474121094, "Augmented-0.05-Quantile-Accuracy": 47.34000015258789, "Augmented-0.1-Quantile-Accuracy": 48.7599983215332, "Augmented-Accuracy": 52.8248, "Augmented-Loss": 1.447916936170578, "Clean-Accuracy": 52.56, "Clean-Loss": 1.4006357196807862, "PGD-Accuracy": 0.68, "PGD-Loss": 5.0267772850036625}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 492.3173325061798, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.709999084472656, "Augmented-0.05-Quantile-Accuracy": 44.959999084472656, "Augmented-0.1-Quantile-Accuracy": 46.32999801635742, "Augmented-Accuracy": 51.3239, "Augmented-Loss": 1.4437565053100585, "Clean-Accuracy": 53.79, "Clean-Loss": 1.3427024940490722, "PGD-Accuracy": 0.1, "PGD-Loss": 6.1301478576660156}, "Total-Time": 12334.25446677208, "Train": {"Loss": 8.498925494537353, "avg t": 1.3725582441711426, "plain loss": 1.3149033928222664, "standard loss": 1.3104667861175536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.52000045776367, "Augmented-0.05-Quantile-Accuracy": 49.459999084472656, "Augmented-0.1-Quantile-Accuracy": 50.79999923706055, "Augmented-Accuracy": 55.296, "Augmented-Loss": 1.3731885634288787, "Clean-Accuracy": 50.3, "Clean-Loss": 1.3629939458847047, "PGD-Accuracy": 0.1, "PGD-Loss": 5.897306854248047}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 492.4232337474823, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.80999755859375, "Augmented-0.05-Quantile-Accuracy": 44.71999740600586, "Augmented-0.1-Quantile-Accuracy": 45.97999954223633, "Augmented-Accuracy": 50.6663, "Augmented-Loss": 1.4273583751678467, "Clean-Accuracy": 54.22, "Clean-Loss": 1.3161873817443848, "PGD-Accuracy": 0.23, "PGD-Loss": 5.9154809448242185}, "Total-Time": 12826.677700519562, "Train": {"Loss": 8.43072532432556, "avg t": 1.3719798066711426, "plain loss": 1.3153031509704591, "standard loss": 1.3111241147994994}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.65999984741211, "Augmented-0.05-Quantile-Accuracy": 50.21999740600586, "Augmented-0.1-Quantile-Accuracy": 51.47999954223633, "Augmented-Accuracy": 55.3626, "Augmented-Loss": 1.3296628974552154, "Clean-Accuracy": 46.2, "Clean-Loss": 1.36230259513855, "PGD-Accuracy": 0.32, "PGD-Loss": 5.349872119140625}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 492.20437145233154, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.22999954223633, "Augmented-0.05-Quantile-Accuracy": 42.09000015258789, "Augmented-0.1-Quantile-Accuracy": 43.16999816894531, "Augmented-Accuracy": 47.8801, "Augmented-Loss": 1.4097073045654296, "Clean-Accuracy": 50.26, "Clean-Loss": 1.3059774856567383, "PGD-Accuracy": 0.29, "PGD-Loss": 6.089845947265625}, "Total-Time": 13318.882071971893, "Train": {"Loss": 8.29564537826538, "avg t": 1.3660524629211426, "plain loss": 1.3048024877624518, "standard loss": 1.3006460969161988}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.15999984741211, "Augmented-0.05-Quantile-Accuracy": 46.18000030517578, "Augmented-0.1-Quantile-Accuracy": 47.36000061035156, "Augmented-Accuracy": 51.7138, "Augmented-Loss": 1.3159206354484558, "Clean-Accuracy": 53.04, "Clean-Loss": 1.276455039024353, "PGD-Accuracy": 0.3, "PGD-Loss": 5.609929756164551}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 497.81888031959534, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.62999725341797, "Augmented-0.05-Quantile-Accuracy": 46.86000061035156, "Augmented-0.1-Quantile-Accuracy": 48.279998779296875, "Augmented-Accuracy": 53.0692, "Augmented-Loss": 1.4152097293701171, "Clean-Accuracy": 52.3, "Clean-Loss": 1.342921411895752, "PGD-Accuracy": 0.38, "PGD-Loss": 5.530617907714844}, "Total-Time": 13816.700952291489, "Train": {"Loss": 8.298752493934632, "avg t": 1.3661801191711427, "plain loss": 1.304660640106201, "standard loss": 1.3004603190612793}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.34000015258789, "Augmented-0.05-Quantile-Accuracy": 50.29999923706055, "Augmented-0.1-Quantile-Accuracy": 51.7599983215332, "Augmented-Accuracy": 56.6634, "Augmented-Loss": 1.3434368152103424, "Clean-Accuracy": 58.72, "Clean-Loss": 1.2639264543533326, "PGD-Accuracy": 0.58, "PGD-Loss": 5.235867467498779}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 493.6019558906555, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.32999801635742, "Augmented-0.05-Quantile-Accuracy": 44.46999740600586, "Augmented-0.1-Quantile-Accuracy": 45.94999694824219, "Augmented-Accuracy": 51.0649, "Augmented-Loss": 1.441146822052002, "Clean-Accuracy": 51.27, "Clean-Loss": 1.3564715591430665, "PGD-Accuracy": 0.21, "PGD-Loss": 6.337853399658203}, "Total-Time": 14310.302908182144, "Train": {"Loss": 8.248848200378418, "avg t": 1.3714482441711426, "plain loss": 1.3116768006591808, "standard loss": 1.307170255126953}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.599998474121094, "Augmented-0.05-Quantile-Accuracy": 47.37999725341797, "Augmented-0.1-Quantile-Accuracy": 48.69999694824219, "Augmented-Accuracy": 53.8844, "Augmented-Loss": 1.3700483686065674, "Clean-Accuracy": 54.9, "Clean-Loss": 1.3363241819381715, "PGD-Accuracy": 0.38, "PGD-Loss": 5.940701162719726}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 492.8556408882141, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.96999740600586, "Augmented-0.05-Quantile-Accuracy": 48.91999816894531, "Augmented-0.1-Quantile-Accuracy": 50.69999694824219, "Augmented-Accuracy": 56.4557, "Augmented-Loss": 1.4463419625854492, "Clean-Accuracy": 63.18, "Clean-Loss": 1.2818412086486817, "PGD-Accuracy": 0.13, "PGD-Loss": 6.416490173339843}, "Total-Time": 14803.158549070358, "Train": {"Loss": 8.181877630386353, "avg t": 1.3637738691711425, "plain loss": 1.305884855773926, "standard loss": 1.3015122874450684}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.63999938964844, "Augmented-0.05-Quantile-Accuracy": 56.65999984741211, "Augmented-0.1-Quantile-Accuracy": 58.3599967956543, "Augmented-Accuracy": 63.7608, "Augmented-Loss": 1.3094116737251282, "Clean-Accuracy": 63.5, "Clean-Loss": 1.25221880569458, "PGD-Accuracy": 0.08, "PGD-Loss": 6.09780732421875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 493.6347315311432, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.15999984741211, "Augmented-0.05-Quantile-Accuracy": 43.939998626708984, "Augmented-0.1-Quantile-Accuracy": 45.34000015258789, "Augmented-Accuracy": 50.2564, "Augmented-Loss": 1.4412234830169677, "Clean-Accuracy": 55.31, "Clean-Loss": 1.3342997520446778, "PGD-Accuracy": 0.14, "PGD-Loss": 5.68140478515625}, "Total-Time": 15296.793280601501, "Train": {"Loss": 8.082596165618897, "avg t": 1.3652094941711426, "plain loss": 1.3057862616882325, "standard loss": 1.3016040584564208}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.959999084472656, "Augmented-0.05-Quantile-Accuracy": 49.63999938964844, "Augmented-0.1-Quantile-Accuracy": 50.91999816894531, "Augmented-Accuracy": 55.6608, "Augmented-Loss": 1.3596892928409576, "Clean-Accuracy": 56.04, "Clean-Loss": 1.3071512968063355, "PGD-Accuracy": 0.34, "PGD-Loss": 5.367152788543701}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 493.87725496292114, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.5099983215332, "Augmented-0.05-Quantile-Accuracy": 44.12999725341797, "Augmented-0.1-Quantile-Accuracy": 45.37999725341797, "Augmented-Accuracy": 49.6845, "Augmented-Loss": 1.468886946243286, "Clean-Accuracy": 52.79, "Clean-Loss": 1.3389951416015624, "PGD-Accuracy": 0.12, "PGD-Loss": 6.144751184082032}, "Total-Time": 15790.670535564423, "Train": {"Loss": 8.160834803237915, "avg t": 1.3607918379592896, "plain loss": 1.2967081111755367, "standard loss": 1.2921223260498047}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.2599983215332, "Augmented-0.05-Quantile-Accuracy": 50.02000045776367, "Augmented-0.1-Quantile-Accuracy": 51.279998779296875, "Augmented-Accuracy": 54.983, "Augmented-Loss": 1.344714299861908, "Clean-Accuracy": 52.0, "Clean-Loss": 1.3128891969680787, "PGD-Accuracy": 0.08, "PGD-Loss": 5.759961338806153}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 493.4031820297241, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.25, "Augmented-0.05-Quantile-Accuracy": 36.32999801635742, "Augmented-0.1-Quantile-Accuracy": 37.38999938964844, "Augmented-Accuracy": 41.1591, "Augmented-Loss": 1.4384800917816163, "Clean-Accuracy": 49.14, "Clean-Loss": 1.3229748603820801, "PGD-Accuracy": 0.17, "PGD-Loss": 6.398988580322266}, "Total-Time": 16284.073717594147, "Train": {"Loss": 7.732647299041748, "avg t": 1.3611666816711425, "plain loss": 1.2920785964660633, "standard loss": 1.2872086618041991}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 41.459999084472656, "Augmented-0.05-Quantile-Accuracy": 43.87999725341797, "Augmented-0.1-Quantile-Accuracy": 44.89999771118164, "Augmented-Accuracy": 48.6746, "Augmented-Loss": 1.3422752147979737, "Clean-Accuracy": 51.88, "Clean-Loss": 1.287037258529663, "PGD-Accuracy": 0.3, "PGD-Loss": 5.877340091705323}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 496.68831610679626, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.09000015258789, "Augmented-0.05-Quantile-Accuracy": 42.209999084472656, "Augmented-0.1-Quantile-Accuracy": 43.48999786376953, "Augmented-Accuracy": 49.0677, "Augmented-Loss": 1.4810837752227783, "Clean-Accuracy": 53.57, "Clean-Loss": 1.3710190910339355, "PGD-Accuracy": 0.07, "PGD-Loss": 5.990496356201172}, "Total-Time": 16780.762033700943, "Train": {"Loss": 7.545359165344238, "avg t": 1.3626715254211426, "plain loss": 1.3002756228637682, "standard loss": 1.2956812859344482}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.39999771118164, "Augmented-0.05-Quantile-Accuracy": 47.05999755859375, "Augmented-0.1-Quantile-Accuracy": 48.619998931884766, "Augmented-Accuracy": 53.8624, "Augmented-Loss": 1.381140731086731, "Clean-Accuracy": 55.28, "Clean-Loss": 1.2722763362884522, "PGD-Accuracy": 0.06, "PGD-Loss": 5.548492296600342}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 493.1048541069031, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.57999801635742, "Augmented-0.05-Quantile-Accuracy": 48.31999969482422, "Augmented-0.1-Quantile-Accuracy": 49.93000030517578, "Augmented-Accuracy": 55.7546, "Augmented-Loss": 1.4520800808563232, "Clean-Accuracy": 56.77, "Clean-Loss": 1.3567832740783692, "PGD-Accuracy": 0.63, "PGD-Loss": 6.041573431396484}, "Total-Time": 17273.866887807846, "Train": {"Loss": 7.52639471244812, "avg t": 1.3590746504211426, "plain loss": 1.2958355488891602, "standard loss": 1.2914179624176025}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.13999938964844, "Augmented-0.05-Quantile-Accuracy": 50.55999755859375, "Augmented-0.1-Quantile-Accuracy": 52.23999786376953, "Augmented-Accuracy": 57.8776, "Augmented-Loss": 1.3845343592033386, "Clean-Accuracy": 58.62, "Clean-Loss": 1.3391743190765382, "PGD-Accuracy": 0.76, "PGD-Loss": 5.654838043212891}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 492.6922643184662, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.97999954223633, "Augmented-0.05-Quantile-Accuracy": 54.599998474121094, "Augmented-0.1-Quantile-Accuracy": 56.0, "Augmented-Accuracy": 61.3982, "Augmented-Loss": 1.3197617262039185, "Clean-Accuracy": 60.73, "Clean-Loss": 1.271709365081787, "PGD-Accuracy": 0.55, "PGD-Loss": 5.725519897460938}, "Total-Time": 17766.559152126312, "Train": {"Loss": 7.877616469650269, "avg t": 1.3578059004211427, "plain loss": 1.292974424560547, "standard loss": 1.2882454434204103}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.52000045776367, "Augmented-0.05-Quantile-Accuracy": 55.63999938964844, "Augmented-0.1-Quantile-Accuracy": 57.23999786376953, "Augmented-Accuracy": 62.3732, "Augmented-Loss": 1.2782660022182464, "Clean-Accuracy": 62.62, "Clean-Loss": 1.1997577812194824, "PGD-Accuracy": 0.64, "PGD-Loss": 5.386660403442383}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 492.6652789115906, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.70000076293945, "Augmented-0.05-Quantile-Accuracy": 42.45000076293945, "Augmented-0.1-Quantile-Accuracy": 44.03999710083008, "Augmented-Accuracy": 49.3646, "Augmented-Loss": 1.4822089548645019, "Clean-Accuracy": 55.36, "Clean-Loss": 1.3430612739562988, "PGD-Accuracy": 0.4, "PGD-Loss": 6.278916717529297}, "Total-Time": 18259.224431037903, "Train": {"Loss": 7.6327127946853635, "avg t": 1.3623260566711426, "plain loss": 1.3004801517944329, "standard loss": 1.296347517929077}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.279998779296875, "Augmented-0.05-Quantile-Accuracy": 49.03999710083008, "Augmented-0.1-Quantile-Accuracy": 50.41999816894531, "Augmented-Accuracy": 55.0368, "Augmented-Loss": 1.3644735647087096, "Clean-Accuracy": 54.82, "Clean-Loss": 1.266011693763733, "PGD-Accuracy": 0.28, "PGD-Loss": 5.819486113739013}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 493.1945426464081, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.28999710083008, "Augmented-0.05-Quantile-Accuracy": 44.439998626708984, "Augmented-0.1-Quantile-Accuracy": 45.71999740600586, "Augmented-Accuracy": 50.5544, "Augmented-Loss": 1.4092423134002685, "Clean-Accuracy": 54.75, "Clean-Loss": 1.3063993927001953, "PGD-Accuracy": 0.23, "PGD-Loss": 5.8788182830810545}, "Total-Time": 18752.41897368431, "Train": {"Loss": 7.503418648376464, "avg t": 1.3552907441711426, "plain loss": 1.2884090134277364, "standard loss": 1.283994916343689}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.07999801635742, "Augmented-0.05-Quantile-Accuracy": 49.23999786376953, "Augmented-0.1-Quantile-Accuracy": 50.52000045776367, "Augmented-Accuracy": 54.7508, "Augmented-Loss": 1.3154713573417665, "Clean-Accuracy": 55.24, "Clean-Loss": 1.2725806621551514, "PGD-Accuracy": 0.4, "PGD-Loss": 5.2876160606384275}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 492.7101845741272, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.32999801635742, "Augmented-0.05-Quantile-Accuracy": 42.70000076293945, "Augmented-0.1-Quantile-Accuracy": 44.18000030517578, "Augmented-Accuracy": 49.5674, "Augmented-Loss": 1.4595893733825684, "Clean-Accuracy": 49.73, "Clean-Loss": 1.3720430137634276, "PGD-Accuracy": 0.06, "PGD-Loss": 5.771751763916016}, "Total-Time": 19245.129158258438, "Train": {"Loss": 7.7753608765411375, "avg t": 1.3572268379211425, "plain loss": 1.2932694128723135, "standard loss": 1.2886657759857179}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.13999938964844, "Augmented-0.05-Quantile-Accuracy": 46.97999954223633, "Augmented-0.1-Quantile-Accuracy": 48.18000030517578, "Augmented-Accuracy": 53.2396, "Augmented-Loss": 1.3787811546421052, "Clean-Accuracy": 52.68, "Clean-Loss": 1.2865088653564454, "PGD-Accuracy": 0.22, "PGD-Loss": 5.320842556762695}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 492.65740394592285, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.32999801635742, "Augmented-0.05-Quantile-Accuracy": 49.44999694824219, "Augmented-0.1-Quantile-Accuracy": 51.19999694824219, "Augmented-Accuracy": 57.1504, "Augmented-Loss": 1.3846280874099732, "Clean-Accuracy": 60.89, "Clean-Loss": 1.2622685424804687, "PGD-Accuracy": 0.18, "PGD-Loss": 6.959262280273437}, "Total-Time": 19737.78656220436, "Train": {"Loss": 7.334487712097168, "avg t": 1.3568921504211426, "plain loss": 1.2951237390136718, "standard loss": 1.290649529953003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.8599967956543, "Augmented-0.05-Quantile-Accuracy": 55.65999984741211, "Augmented-0.1-Quantile-Accuracy": 57.119998931884766, "Augmented-Accuracy": 62.3694, "Augmented-Loss": 1.2695045606365203, "Clean-Accuracy": 59.66, "Clean-Loss": 1.2572931032180785, "PGD-Accuracy": 0.08, "PGD-Loss": 6.523800679016113}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 492.2201466560364, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.18000030517578, "Augmented-0.05-Quantile-Accuracy": 44.0099983215332, "Augmented-0.1-Quantile-Accuracy": 45.369998931884766, "Augmented-Accuracy": 49.5498, "Augmented-Loss": 1.415292484024048, "Clean-Accuracy": 56.8, "Clean-Loss": 1.2951192848205566, "PGD-Accuracy": 0.27, "PGD-Loss": 6.301766235351563}, "Total-Time": 20230.006708860397, "Train": {"Loss": 7.5112793384552, "avg t": 1.3519305879211425, "plain loss": 1.2841557770385745, "standard loss": 1.2795544803619385}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.71999740600586, "Augmented-0.05-Quantile-Accuracy": 48.599998474121094, "Augmented-0.1-Quantile-Accuracy": 49.73999786376953, "Augmented-Accuracy": 53.8088, "Augmented-Loss": 1.3318903138275147, "Clean-Accuracy": 58.9, "Clean-Loss": 1.22022569732666, "PGD-Accuracy": 0.2, "PGD-Loss": 5.818246744537354}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 494.4164035320282, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.15999984741211, "Augmented-0.05-Quantile-Accuracy": 41.65999984741211, "Augmented-0.1-Quantile-Accuracy": 42.71999740600586, "Augmented-Accuracy": 47.2501, "Augmented-Loss": 1.3995527693405152, "Clean-Accuracy": 53.4, "Clean-Loss": 1.266432421875, "PGD-Accuracy": 0.65, "PGD-Loss": 6.180579443359375}, "Total-Time": 20724.423112392426, "Train": {"Loss": 7.7800652479553225, "avg t": 1.3450748066711427, "plain loss": 1.2750959974060057, "standard loss": 1.2705042666625976}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.86000061035156, "Augmented-0.05-Quantile-Accuracy": 48.21999740600586, "Augmented-0.1-Quantile-Accuracy": 49.779998779296875, "Augmented-Accuracy": 53.155, "Augmented-Loss": 1.3026978045959472, "Clean-Accuracy": 52.08, "Clean-Loss": 1.2172419597625732, "PGD-Accuracy": 0.46, "PGD-Loss": 5.627348802185058}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 493.35391211509705, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.89999771118164, "Augmented-0.05-Quantile-Accuracy": 51.02000045776367, "Augmented-0.1-Quantile-Accuracy": 52.56999969482422, "Augmented-Accuracy": 57.3495, "Augmented-Loss": 1.323113740135193, "Clean-Accuracy": 64.01, "Clean-Loss": 1.1709913162231445, "PGD-Accuracy": 0.26, "PGD-Loss": 6.192825482177734}, "Total-Time": 21217.777024507523, "Train": {"Loss": 7.568156905517578, "avg t": 1.3530565254592894, "plain loss": 1.2883146840515127, "standard loss": 1.2837183462524413}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.57999801635742, "Augmented-0.05-Quantile-Accuracy": 57.099998474121094, "Augmented-0.1-Quantile-Accuracy": 58.619998931884766, "Augmented-Accuracy": 63.4166, "Augmented-Loss": 1.2239630523910523, "Clean-Accuracy": 59.5, "Clean-Loss": 1.2053565940856934, "PGD-Accuracy": 0.36, "PGD-Loss": 5.8563307067871095}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 493.6471619606018, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.07999801635742, "Augmented-0.05-Quantile-Accuracy": 45.31999969482422, "Augmented-0.1-Quantile-Accuracy": 47.23999786376953, "Augmented-Accuracy": 53.9975, "Augmented-Loss": 1.462556950378418, "Clean-Accuracy": 56.55, "Clean-Loss": 1.3489505607604981, "PGD-Accuracy": 0.54, "PGD-Loss": 6.307157550048828}, "Total-Time": 21711.424186468124, "Train": {"Loss": 7.162046064453125, "avg t": 1.3434840254592895, "plain loss": 1.2727071879882814, "standard loss": 1.2677673637390137}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.41999816894531, "Augmented-0.05-Quantile-Accuracy": 51.79999923706055, "Augmented-0.1-Quantile-Accuracy": 53.939998626708984, "Augmented-Accuracy": 59.9558, "Augmented-Loss": 1.3639274361972809, "Clean-Accuracy": 54.46, "Clean-Loss": 1.28058349609375, "PGD-Accuracy": 0.64, "PGD-Loss": 5.866368535614014}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 494.4799950122833, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.869998931884766, "Augmented-0.05-Quantile-Accuracy": 54.57999801635742, "Augmented-0.1-Quantile-Accuracy": 56.439998626708984, "Augmented-Accuracy": 62.2779, "Augmented-Loss": 1.4115305453948974, "Clean-Accuracy": 63.25, "Clean-Loss": 1.2983429779052735, "PGD-Accuracy": 0.28, "PGD-Loss": 6.11420239868164}, "Total-Time": 22205.904181480408, "Train": {"Loss": 7.576251479873657, "avg t": 1.3553362129211426, "plain loss": 1.2917561214294428, "standard loss": 1.2868784021759032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.41999816894531, "Augmented-0.05-Quantile-Accuracy": 58.81999969482422, "Augmented-0.1-Quantile-Accuracy": 60.07999801635742, "Augmented-Accuracy": 65.8404, "Augmented-Loss": 1.3228565217628478, "Clean-Accuracy": 59.2, "Clean-Loss": 1.211683437538147, "PGD-Accuracy": 0.22, "PGD-Loss": 5.664291718292237}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 492.28585958480835, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.189998626708984, "Augmented-0.05-Quantile-Accuracy": 45.22999954223633, "Augmented-0.1-Quantile-Accuracy": 46.82999801635742, "Augmented-Accuracy": 51.7224, "Augmented-Loss": 1.4157408149261475, "Clean-Accuracy": 53.18, "Clean-Loss": 1.3287690498352052, "PGD-Accuracy": 0.12, "PGD-Loss": 6.014441827392578}, "Total-Time": 22698.190041065216, "Train": {"Loss": 7.260992255859375, "avg t": 1.3444305879211427, "plain loss": 1.2755857976989737, "standard loss": 1.270740550842285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.57999801635742, "Augmented-0.05-Quantile-Accuracy": 49.65999984741211, "Augmented-0.1-Quantile-Accuracy": 51.2599983215332, "Augmented-Accuracy": 55.7994, "Augmented-Loss": 1.3151252281455994, "Clean-Accuracy": 53.74, "Clean-Loss": 1.2849372903823852, "PGD-Accuracy": 0.1, "PGD-Loss": 5.570586386871338}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 495.8651189804077, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.73999786376953, "Augmented-0.05-Quantile-Accuracy": 47.23999786376953, "Augmented-0.1-Quantile-Accuracy": 48.849998474121094, "Augmented-Accuracy": 54.7037, "Augmented-Loss": 1.392719167350769, "Clean-Accuracy": 59.05, "Clean-Loss": 1.242945932006836, "PGD-Accuracy": 0.23, "PGD-Loss": 6.281179718017578}, "Total-Time": 23194.055160045624, "Train": {"Loss": 7.161660690040589, "avg t": 1.3540287129211426, "plain loss": 1.2864851925659184, "standard loss": 1.2817724488067628}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.65999984741211, "Augmented-0.05-Quantile-Accuracy": 54.73999786376953, "Augmented-0.1-Quantile-Accuracy": 56.21999740600586, "Augmented-Accuracy": 61.574, "Augmented-Loss": 1.2689126346435546, "Clean-Accuracy": 58.68, "Clean-Loss": 1.2130809099197388, "PGD-Accuracy": 0.34, "PGD-Loss": 5.729604964447021}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 492.8289430141449, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.79999923706055, "Augmented-0.05-Quantile-Accuracy": 40.84000015258789, "Augmented-0.1-Quantile-Accuracy": 42.36000061035156, "Augmented-Accuracy": 47.1676, "Augmented-Loss": 1.5115379775390625, "Clean-Accuracy": 53.77, "Clean-Loss": 1.3709039764404296, "PGD-Accuracy": 0.27, "PGD-Loss": 6.204897271728516}, "Total-Time": 23686.88410305977, "Train": {"Loss": 7.238592708625793, "avg t": 1.3464059004592897, "plain loss": 1.2746396673583968, "standard loss": 1.2702276319885253}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.15999984741211, "Augmented-0.05-Quantile-Accuracy": 47.53999710083008, "Augmented-0.1-Quantile-Accuracy": 49.07999801635742, "Augmented-Accuracy": 54.1288, "Augmented-Loss": 1.3976639131622315, "Clean-Accuracy": 63.38, "Clean-Loss": 1.2408206764221192, "PGD-Accuracy": 0.3, "PGD-Loss": 5.848104167175293}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 490.0793914794922, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.59000015258789, "Augmented-0.05-Quantile-Accuracy": 50.189998626708984, "Augmented-0.1-Quantile-Accuracy": 51.73999786376953, "Augmented-Accuracy": 56.8792, "Augmented-Loss": 1.4127869678192138, "Clean-Accuracy": 60.85, "Clean-Loss": 1.2959193946838379, "PGD-Accuracy": 0.13, "PGD-Loss": 6.251735803222656}, "Total-Time": 24176.96349453926, "Train": {"Loss": 7.1539580027771, "avg t": 1.3453259004211426, "plain loss": 1.2771374836730953, "standard loss": 1.2726537116241454}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.279998779296875, "Augmented-0.05-Quantile-Accuracy": 54.02000045776367, "Augmented-0.1-Quantile-Accuracy": 55.2599983215332, "Augmented-Accuracy": 60.1574, "Augmented-Loss": 1.3132934924106598, "Clean-Accuracy": 56.68, "Clean-Loss": 1.276421026802063, "PGD-Accuracy": 0.08, "PGD-Loss": 5.703295290374756}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 491.55737590789795, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.36000061035156, "Augmented-0.05-Quantile-Accuracy": 51.89999771118164, "Augmented-0.1-Quantile-Accuracy": 53.459999084472656, "Augmented-Accuracy": 58.458, "Augmented-Loss": 1.4377334605255128, "Clean-Accuracy": 60.96, "Clean-Loss": 1.3231057090759277, "PGD-Accuracy": 0.67, "PGD-Loss": 6.222313604736328}, "Total-Time": 24668.52087044716, "Train": {"Loss": 7.3541476394653325, "avg t": 1.3506373066711426, "plain loss": 1.2822443371887209, "standard loss": 1.2776118394470215}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.63999938964844, "Augmented-0.05-Quantile-Accuracy": 56.68000030517578, "Augmented-0.1-Quantile-Accuracy": 58.03999710083008, "Augmented-Accuracy": 62.3332, "Augmented-Loss": 1.3223899010276794, "Clean-Accuracy": 61.14, "Clean-Loss": 1.3218845546722413, "PGD-Accuracy": 0.8, "PGD-Loss": 5.666646494293213}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 492.89399576187134, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.72999954223633, "Augmented-0.05-Quantile-Accuracy": 50.16999816894531, "Augmented-0.1-Quantile-Accuracy": 51.87999725341797, "Augmented-Accuracy": 57.7041, "Augmented-Loss": 1.3720288832931518, "Clean-Accuracy": 61.1, "Clean-Loss": 1.2807311904907226, "PGD-Accuracy": 0.35, "PGD-Loss": 6.416518603515625}, "Total-Time": 25161.41486620903, "Train": {"Loss": 7.1248125815200805, "avg t": 1.3399296504211426, "plain loss": 1.2671252279357912, "standard loss": 1.2627446949768066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.439998626708984, "Augmented-0.05-Quantile-Accuracy": 52.89999771118164, "Augmented-0.1-Quantile-Accuracy": 54.39999771118164, "Augmented-Accuracy": 60.0192, "Augmented-Loss": 1.319900750377655, "Clean-Accuracy": 62.76, "Clean-Loss": 1.208018688774109, "PGD-Accuracy": 0.26, "PGD-Loss": 5.985234135437012}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 492.01055812835693, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.61000061035156, "Augmented-0.05-Quantile-Accuracy": 43.65999984741211, "Augmented-0.1-Quantile-Accuracy": 45.05999755859375, "Augmented-Accuracy": 50.3022, "Augmented-Loss": 1.4506860560150145, "Clean-Accuracy": 53.83, "Clean-Loss": 1.3735844352722169, "PGD-Accuracy": 0.62, "PGD-Loss": 5.6147579559326175}, "Total-Time": 25653.425424337387, "Train": {"Loss": 7.340198032836914, "avg t": 1.3506824629211425, "plain loss": 1.2846226849365234, "standard loss": 1.2802406064605714}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.959999084472656, "Augmented-0.05-Quantile-Accuracy": 48.81999969482422, "Augmented-0.1-Quantile-Accuracy": 50.19999694824219, "Augmented-Accuracy": 55.1032, "Augmented-Loss": 1.3649995175857543, "Clean-Accuracy": 52.64, "Clean-Loss": 1.3324376091003418, "PGD-Accuracy": 0.6, "PGD-Loss": 5.230964916992187}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 489.3563482761383, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.14999771118164, "Augmented-0.05-Quantile-Accuracy": 41.03999710083008, "Augmented-0.1-Quantile-Accuracy": 42.21999740600586, "Augmented-Accuracy": 46.6021, "Augmented-Loss": 1.4964207646789551, "Clean-Accuracy": 55.29, "Clean-Loss": 1.313700788116455, "PGD-Accuracy": 0.54, "PGD-Loss": 6.164824597167969}, "Total-Time": 26142.781772613525, "Train": {"Loss": 7.135969486999512, "avg t": 1.3474912129211425, "plain loss": 1.2763962181091302, "standard loss": 1.2714848235321046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.939998626708984, "Augmented-0.05-Quantile-Accuracy": 51.63999938964844, "Augmented-0.1-Quantile-Accuracy": 52.779998779296875, "Augmented-Accuracy": 56.9536, "Augmented-Loss": 1.3343481381378173, "Clean-Accuracy": 58.96, "Clean-Loss": 1.3102967292785646, "PGD-Accuracy": 0.34, "PGD-Loss": 5.647697243499755}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 492.0038220882416, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.2599983215332, "Augmented-0.05-Quantile-Accuracy": 41.02000045776367, "Augmented-0.1-Quantile-Accuracy": 42.13999938964844, "Augmented-Accuracy": 46.4841, "Augmented-Loss": 1.4209348042755128, "Clean-Accuracy": 49.47, "Clean-Loss": 1.3127316108703613, "PGD-Accuracy": 0.79, "PGD-Loss": 6.185480090332031}, "Total-Time": 26634.785594701767, "Train": {"Loss": 7.060747532844544, "avg t": 1.3403991816711425, "plain loss": 1.2657693610839846, "standard loss": 1.261066408920288}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.23999786376953, "Augmented-0.05-Quantile-Accuracy": 44.73999786376953, "Augmented-0.1-Quantile-Accuracy": 45.73999786376953, "Augmented-Accuracy": 49.743, "Augmented-Loss": 1.3361096069545746, "Clean-Accuracy": 51.46, "Clean-Loss": 1.3000481456756592, "PGD-Accuracy": 0.62, "PGD-Loss": 5.676818655395508}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 493.9614713191986, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.96999740600586, "Augmented-0.05-Quantile-Accuracy": 50.15999984741211, "Augmented-0.1-Quantile-Accuracy": 51.91999816894531, "Augmented-Accuracy": 57.9723, "Augmented-Loss": 1.3863019583969116, "Clean-Accuracy": 63.71, "Clean-Loss": 1.2464173309326172, "PGD-Accuracy": 0.0, "PGD-Loss": 6.393565618896484}, "Total-Time": 27128.747066020966, "Train": {"Loss": 7.253168232879639, "avg t": 1.3470877754211426, "plain loss": 1.276706929412842, "standard loss": 1.272046343421936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.91999816894531, "Augmented-0.05-Quantile-Accuracy": 57.47999954223633, "Augmented-0.1-Quantile-Accuracy": 59.019996643066406, "Augmented-Accuracy": 64.4908, "Augmented-Loss": 1.2574903443508147, "Clean-Accuracy": 67.06, "Clean-Loss": 1.1428105384826661, "PGD-Accuracy": 0.1, "PGD-Loss": 5.756279706573486}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 492.8113534450531, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.22999954223633, "Augmented-0.05-Quantile-Accuracy": 62.75, "Augmented-0.1-Quantile-Accuracy": 64.61000061035156, "Augmented-Accuracy": 70.5888, "Augmented-Loss": 1.3433088791046142, "Clean-Accuracy": 73.63, "Clean-Loss": 1.2317487236022948, "PGD-Accuracy": 0.35, "PGD-Loss": 6.2727428039550785}, "Total-Time": 27621.55841946602, "Train": {"Loss": 3.488245556793213, "avg t": 1.2985649629211427, "plain loss": 1.2007601009826667, "standard loss": 1.1980723084259033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 69.93999481201172, "Augmented-Accuracy": 74.55, "Augmented-Loss": 1.236857431491852, "Clean-Accuracy": 73.62, "Clean-Loss": 1.2212691358566283, "PGD-Accuracy": 0.34, "PGD-Loss": 5.627391586303711}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 493.7182719707489, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.54999923706055, "Augmented-0.05-Quantile-Accuracy": 62.689998626708984, "Augmented-0.1-Quantile-Accuracy": 64.44999694824219, "Augmented-Accuracy": 70.3228, "Augmented-Loss": 1.3355157795028687, "Clean-Accuracy": 72.87, "Clean-Loss": 1.2146032470703125, "PGD-Accuracy": 0.25, "PGD-Loss": 6.59033876953125}, "Total-Time": 28115.276691436768, "Train": {"Loss": 2.8465914502334595, "avg t": 1.3009501191711426, "plain loss": 1.1990284719238276, "standard loss": 1.1970111335754394}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0199966430664, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 69.75999450683594, "Augmented-Accuracy": 74.5104, "Augmented-Loss": 1.2167430661563874, "Clean-Accuracy": 70.18, "Clean-Loss": 1.160224001121521, "PGD-Accuracy": 0.26, "PGD-Loss": 5.8784584770202635}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 494.2566146850586, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.56999969482422, "Augmented-0.05-Quantile-Accuracy": 63.44999694824219, "Augmented-0.1-Quantile-Accuracy": 64.97000122070312, "Augmented-Accuracy": 70.7739, "Augmented-Loss": 1.307259242668152, "Clean-Accuracy": 73.78, "Clean-Loss": 1.1956879066467285, "PGD-Accuracy": 0.19, "PGD-Loss": 6.7879339233398435}, "Total-Time": 28609.533306121826, "Train": {"Loss": 2.454305948944092, "avg t": 1.2829476191711426, "plain loss": 1.175994245269774, "standard loss": 1.174171463317871}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.72000122070312, "Augmented-0.05-Quantile-Accuracy": 69.08000183105469, "Augmented-0.1-Quantile-Accuracy": 70.23999786376953, "Augmented-Accuracy": 74.6432, "Augmented-Loss": 1.2008377973060609, "Clean-Accuracy": 71.62, "Clean-Loss": 1.1551245092391969, "PGD-Accuracy": 0.18, "PGD-Loss": 6.036826753997802}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 492.3377175331116, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.779998779296875, "Augmented-0.05-Quantile-Accuracy": 62.57999801635742, "Augmented-0.1-Quantile-Accuracy": 64.3499984741211, "Augmented-Accuracy": 70.1107, "Augmented-Loss": 1.3093018103408813, "Clean-Accuracy": 73.93, "Clean-Loss": 1.1834092041015625, "PGD-Accuracy": 0.15, "PGD-Loss": 6.903837310791015}, "Total-Time": 29101.871023654938, "Train": {"Loss": 2.3480257249450682, "avg t": 1.2724193379211426, "plain loss": 1.1648445762023936, "standard loss": 1.1629958304595946}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.26000213623047, "Augmented-0.05-Quantile-Accuracy": 69.29999542236328, "Augmented-0.1-Quantile-Accuracy": 70.81999969482422, "Augmented-Accuracy": 75.3246, "Augmented-Loss": 1.1950794958877564, "Clean-Accuracy": 76.86, "Clean-Loss": 1.131926445388794, "PGD-Accuracy": 0.2, "PGD-Loss": 6.224100701904297}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 491.195885181427, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.96999740600586, "Augmented-0.05-Quantile-Accuracy": 65.0199966430664, "Augmented-0.1-Quantile-Accuracy": 66.75, "Augmented-Accuracy": 72.4203, "Augmented-Loss": 1.2730013757247924, "Clean-Accuracy": 73.89, "Clean-Loss": 1.1624748458862304, "PGD-Accuracy": 0.21, "PGD-Loss": 7.141767987060547}, "Total-Time": 29593.066908836365, "Train": {"Loss": 2.196080535774231, "avg t": 1.2636855879592896, "plain loss": 1.1521196771850581, "standard loss": 1.1504478544616699}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.55999755859375, "Augmented-0.05-Quantile-Accuracy": 68.68000030517578, "Augmented-0.1-Quantile-Accuracy": 70.33999633789062, "Augmented-Accuracy": 75.0984, "Augmented-Loss": 1.1695296481704711, "Clean-Accuracy": 74.24, "Clean-Loss": 1.121951948928833, "PGD-Accuracy": 0.22, "PGD-Loss": 6.401456905364991}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 492.81307721138, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.38999938964844, "Augmented-0.05-Quantile-Accuracy": 61.94999694824219, "Augmented-0.1-Quantile-Accuracy": 63.55999755859375, "Augmented-Accuracy": 68.3745, "Augmented-Loss": 1.2702684254837036, "Clean-Accuracy": 70.68, "Clean-Loss": 1.1531366554260254, "PGD-Accuracy": 0.1, "PGD-Loss": 7.296793829345703}, "Total-Time": 30085.879986047745, "Train": {"Loss": 2.1264160933303833, "avg t": 1.2479479316711426, "plain loss": 1.1317758085327145, "standard loss": 1.12980350151062}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.0999984741211, "Augmented-0.05-Quantile-Accuracy": 67.04000091552734, "Augmented-0.1-Quantile-Accuracy": 68.18000030517578, "Augmented-Accuracy": 72.0934, "Augmented-Loss": 1.1636318153171539, "Clean-Accuracy": 70.94, "Clean-Loss": 1.080330742073059, "PGD-Accuracy": 0.4, "PGD-Loss": 6.48341439743042}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 493.0062475204468, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.849998474121094, "Augmented-0.05-Quantile-Accuracy": 64.7699966430664, "Augmented-0.1-Quantile-Accuracy": 66.45999908447266, "Augmented-Accuracy": 71.9867, "Augmented-Loss": 1.2856753053436278, "Clean-Accuracy": 76.42, "Clean-Loss": 1.138840655517578, "PGD-Accuracy": 0.24, "PGD-Loss": 7.355447100830078}, "Total-Time": 30578.88623356819, "Train": {"Loss": 2.0197976388549805, "avg t": 1.2393137129211427, "plain loss": 1.1181357030029297, "standard loss": 1.11620411529541}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.0199966430664, "Augmented-0.05-Quantile-Accuracy": 71.19999694824219, "Augmented-0.1-Quantile-Accuracy": 72.5199966430664, "Augmented-Accuracy": 77.1394, "Augmented-Loss": 1.1570397320785522, "Clean-Accuracy": 75.96, "Clean-Loss": 1.0969048757553101, "PGD-Accuracy": 0.22, "PGD-Loss": 6.609117353820801}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 492.879182100296, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.48999786376953, "Augmented-0.05-Quantile-Accuracy": 62.72999954223633, "Augmented-0.1-Quantile-Accuracy": 64.5999984741211, "Augmented-Accuracy": 70.1431, "Augmented-Loss": 1.2602918562316894, "Clean-Accuracy": 73.51, "Clean-Loss": 1.132968886566162, "PGD-Accuracy": 0.12, "PGD-Loss": 7.577950946044922}, "Total-Time": 31071.765415668488, "Train": {"Loss": 1.959576937866211, "avg t": 1.2277377754211425, "plain loss": 1.0990830692749014, "standard loss": 1.0969268391036988}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.77999877929688, "Augmented-0.05-Quantile-Accuracy": 71.15999603271484, "Augmented-0.1-Quantile-Accuracy": 72.27999877929688, "Augmented-Accuracy": 76.0998, "Augmented-Loss": 1.1403877937622071, "Clean-Accuracy": 71.84, "Clean-Loss": 1.084571940612793, "PGD-Accuracy": 0.1, "PGD-Loss": 6.6777750129699704}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 491.80892038345337, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.29999923706055, "Augmented-0.05-Quantile-Accuracy": 63.429996490478516, "Augmented-0.1-Quantile-Accuracy": 65.0, "Augmented-Accuracy": 70.3696, "Augmented-Loss": 1.2418134880447387, "Clean-Accuracy": 73.56, "Clean-Loss": 1.107212922668457, "PGD-Accuracy": 0.23, "PGD-Loss": 7.699980004882812}, "Total-Time": 31563.57433605194, "Train": {"Loss": 1.8717219912719727, "avg t": 1.2136730879211426, "plain loss": 1.082302333099366, "standard loss": 1.0798172179794312}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.36000061035156, "Augmented-0.05-Quantile-Accuracy": 69.43999481201172, "Augmented-0.1-Quantile-Accuracy": 71.0, "Augmented-Accuracy": 75.1642, "Augmented-Loss": 1.1223681984062195, "Clean-Accuracy": 73.72, "Clean-Loss": 1.064097012901306, "PGD-Accuracy": 0.14, "PGD-Loss": 6.810178773498535}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 492.4960231781006, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.72999954223633, "Augmented-0.05-Quantile-Accuracy": 63.30999755859375, "Augmented-0.1-Quantile-Accuracy": 64.73999786376953, "Augmented-Accuracy": 69.7624, "Augmented-Loss": 1.233599427177429, "Clean-Accuracy": 73.65, "Clean-Loss": 1.0898138847351073, "PGD-Accuracy": 0.09, "PGD-Loss": 7.938397314453125}, "Total-Time": 32056.07035923004, "Train": {"Loss": 1.7958974375534058, "avg t": 1.2089593379211425, "plain loss": 1.073601290252686, "standard loss": 1.0714531018066407}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.75999450683594, "Augmented-0.05-Quantile-Accuracy": 69.43999481201172, "Augmented-0.1-Quantile-Accuracy": 70.63999938964844, "Augmented-Accuracy": 74.4778, "Augmented-Loss": 1.1083188455677033, "Clean-Accuracy": 74.7, "Clean-Loss": 1.0413460079193115, "PGD-Accuracy": 0.18, "PGD-Loss": 7.055097203063965}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 496.35794401168823, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.79999923706055, "Augmented-0.05-Quantile-Accuracy": 65.8499984741211, "Augmented-0.1-Quantile-Accuracy": 67.63999938964844, "Augmented-Accuracy": 73.3179, "Augmented-Loss": 1.2267874942703247, "Clean-Accuracy": 76.85, "Clean-Loss": 1.0722396881103515, "PGD-Accuracy": 0.2, "PGD-Loss": 7.9540588073730465}, "Total-Time": 32552.42830324173, "Train": {"Loss": 1.7474039846801759, "avg t": 1.2010357441711426, "plain loss": 1.0592323369750978, "standard loss": 1.0567924380874634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.0199966430664, "Augmented-0.05-Quantile-Accuracy": 71.75999450683594, "Augmented-0.1-Quantile-Accuracy": 73.41999816894531, "Augmented-Accuracy": 77.952, "Augmented-Loss": 1.09613028550148, "Clean-Accuracy": 77.82, "Clean-Loss": 1.0919319972991943, "PGD-Accuracy": 0.22, "PGD-Loss": 7.117453119659424}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 494.09358835220337, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.34000015258789, "Augmented-0.05-Quantile-Accuracy": 62.05999755859375, "Augmented-0.1-Quantile-Accuracy": 63.63999938964844, "Augmented-Accuracy": 69.1516, "Augmented-Loss": 1.2605604333114624, "Clean-Accuracy": 73.99, "Clean-Loss": 1.0973818420410155, "PGD-Accuracy": 0.13, "PGD-Loss": 8.069437005615235}, "Total-Time": 33046.52189159393, "Train": {"Loss": 1.7284546672058105, "avg t": 1.1917034004211426, "plain loss": 1.0444460244445812, "standard loss": 1.0419844564437866}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.45999908447266, "Augmented-0.05-Quantile-Accuracy": 68.31999969482422, "Augmented-0.1-Quantile-Accuracy": 69.5, "Augmented-Accuracy": 74.0744, "Augmented-Loss": 1.131380720149994, "Clean-Accuracy": 74.52, "Clean-Loss": 1.0576677249908448, "PGD-Accuracy": 0.14, "PGD-Loss": 7.180404386901856}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 494.70759534835815, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.099998474121094, "Augmented-0.05-Quantile-Accuracy": 64.95999908447266, "Augmented-0.1-Quantile-Accuracy": 66.83000183105469, "Augmented-Accuracy": 71.9932, "Augmented-Loss": 1.251787848350525, "Clean-Accuracy": 74.17, "Clean-Loss": 1.084360164642334, "PGD-Accuracy": 0.16, "PGD-Loss": 8.107432684326172}, "Total-Time": 33541.22948694229, "Train": {"Loss": 1.7502589936828614, "avg t": 1.1899360566711426, "plain loss": 1.039050261901854, "standard loss": 1.036728764038086}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.87999725341797, "Augmented-0.05-Quantile-Accuracy": 70.72000122070312, "Augmented-0.1-Quantile-Accuracy": 71.83999633789062, "Augmented-Accuracy": 75.5584, "Augmented-Loss": 1.1049567888584138, "Clean-Accuracy": 75.88, "Clean-Loss": 1.0477123197555542, "PGD-Accuracy": 0.2, "PGD-Loss": 7.14002586517334}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 493.7472188472748, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.87999725341797, "Augmented-0.05-Quantile-Accuracy": 65.65999603271484, "Augmented-0.1-Quantile-Accuracy": 67.0999984741211, "Augmented-Accuracy": 71.7464, "Augmented-Loss": 1.2073792505264282, "Clean-Accuracy": 74.85, "Clean-Loss": 1.035761222076416, "PGD-Accuracy": 0.23, "PGD-Loss": 8.009761389160156}, "Total-Time": 34034.976705789566, "Train": {"Loss": 1.6581533392333985, "avg t": 1.1774510566711425, "plain loss": 1.0188417835693362, "standard loss": 1.0165037046432495}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.65999603271484, "Augmented-0.05-Quantile-Accuracy": 71.22000122070312, "Augmented-0.1-Quantile-Accuracy": 72.4000015258789, "Augmented-Accuracy": 75.897, "Augmented-Loss": 1.0710270259933472, "Clean-Accuracy": 76.7, "Clean-Loss": 1.0092265861511232, "PGD-Accuracy": 0.24, "PGD-Loss": 7.239104647827149}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 491.08788442611694, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.369998931884766, "Augmented-0.05-Quantile-Accuracy": 67.33000183105469, "Augmented-0.1-Quantile-Accuracy": 68.8499984741211, "Augmented-Accuracy": 74.0528, "Augmented-Loss": 1.198223163734436, "Clean-Accuracy": 77.29, "Clean-Loss": 1.0556889472961426, "PGD-Accuracy": 0.14, "PGD-Loss": 8.235351947021485}, "Total-Time": 34526.06459021568, "Train": {"Loss": 1.6605432278442382, "avg t": 1.1774993379211425, "plain loss": 1.0149678179626471, "standard loss": 1.012498664894104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.15999603271484, "Augmented-0.05-Quantile-Accuracy": 72.19999694824219, "Augmented-0.1-Quantile-Accuracy": 73.81999969482422, "Augmented-Accuracy": 78.1582, "Augmented-Loss": 1.0842771379394531, "Clean-Accuracy": 75.8, "Clean-Loss": 0.9904342633247375, "PGD-Accuracy": 0.18, "PGD-Loss": 7.393262217712403}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 493.83718252182007, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.37999725341797, "Augmented-0.05-Quantile-Accuracy": 66.88999938964844, "Augmented-0.1-Quantile-Accuracy": 68.40999603271484, "Augmented-Accuracy": 73.6346, "Augmented-Loss": 1.205431868408203, "Clean-Accuracy": 77.1, "Clean-Loss": 1.0419913261413574, "PGD-Accuracy": 0.09, "PGD-Loss": 8.517268438720704}, "Total-Time": 35019.9017727375, "Train": {"Loss": 1.645763863067627, "avg t": 1.1745462129211426, "plain loss": 1.0176058790588378, "standard loss": 1.0150582366561889}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.93999481201172, "Augmented-0.05-Quantile-Accuracy": 73.9000015258789, "Augmented-0.1-Quantile-Accuracy": 75.15999603271484, "Augmented-Accuracy": 79.1312, "Augmented-Loss": 1.0707625970230104, "Clean-Accuracy": 78.18, "Clean-Loss": 0.9782668577194213, "PGD-Accuracy": 0.1, "PGD-Loss": 7.692530897521973}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 495.0042779445648, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.25, "Augmented-0.05-Quantile-Accuracy": 66.77999877929688, "Augmented-0.1-Quantile-Accuracy": 68.20999908447266, "Augmented-Accuracy": 72.9712, "Augmented-Loss": 1.1858558540802002, "Clean-Accuracy": 75.84, "Clean-Loss": 1.0158461807250976, "PGD-Accuracy": 0.18, "PGD-Loss": 8.69476903076172}, "Total-Time": 35514.90605068207, "Train": {"Loss": 1.6594422813415528, "avg t": 1.1770793379211426, "plain loss": 1.0193962049255374, "standard loss": 1.0168553065109254}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5199966430664, "Augmented-0.05-Quantile-Accuracy": 72.37999725341797, "Augmented-0.1-Quantile-Accuracy": 73.63999938964844, "Augmented-Accuracy": 77.756, "Augmented-Loss": 1.0447619637527465, "Clean-Accuracy": 79.3, "Clean-Loss": 0.9284345193862915, "PGD-Accuracy": 0.2, "PGD-Loss": 7.856194255065918}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 495.34977865219116, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.13999938964844, "Augmented-0.05-Quantile-Accuracy": 66.91999816894531, "Augmented-0.1-Quantile-Accuracy": 68.3699951171875, "Augmented-Accuracy": 72.6714, "Augmented-Loss": 1.19523599760437, "Clean-Accuracy": 75.51, "Clean-Loss": 1.047254280090332, "PGD-Accuracy": 0.12, "PGD-Loss": 8.205956365966797}, "Total-Time": 36010.25582933426, "Train": {"Loss": 1.6423983963012696, "avg t": 1.1724710566711425, "plain loss": 1.0102781272888175, "standard loss": 1.0076677061843873}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5199966430664, "Augmented-0.05-Quantile-Accuracy": 72.15999603271484, "Augmented-0.1-Quantile-Accuracy": 73.45999908447266, "Augmented-Accuracy": 77.5058, "Augmented-Loss": 1.0841859101066589, "Clean-Accuracy": 77.02, "Clean-Loss": 1.0347976509094239, "PGD-Accuracy": 0.08, "PGD-Loss": 7.406302946472168}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 495.52263736724854, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.63999938964844, "Augmented-0.05-Quantile-Accuracy": 66.16999816894531, "Augmented-0.1-Quantile-Accuracy": 67.75999450683594, "Augmented-Accuracy": 72.6513, "Augmented-Loss": 1.175464970916748, "Clean-Accuracy": 75.26, "Clean-Loss": 1.0210574981689453, "PGD-Accuracy": 0.08, "PGD-Loss": 8.47993296508789}, "Total-Time": 36505.77846670151, "Train": {"Loss": 1.6185653909301758, "avg t": 1.1743494941711425, "plain loss": 1.018891900146485, "standard loss": 1.0163110742950439}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.97999572753906, "Augmented-0.05-Quantile-Accuracy": 70.75999450683594, "Augmented-0.1-Quantile-Accuracy": 72.0999984741211, "Augmented-Accuracy": 76.4072, "Augmented-Loss": 1.0455930093841552, "Clean-Accuracy": 74.28, "Clean-Loss": 0.9762654932022095, "PGD-Accuracy": 0.24, "PGD-Loss": 7.554508331298828}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 492.87487959861755, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.0, "Augmented-0.05-Quantile-Accuracy": 67.31999969482422, "Augmented-0.1-Quantile-Accuracy": 68.86000061035156, "Augmented-Accuracy": 73.8555, "Augmented-Loss": 1.1831985109176635, "Clean-Accuracy": 75.19, "Clean-Loss": 1.0318960510253907, "PGD-Accuracy": 0.08, "PGD-Loss": 8.3754064453125}, "Total-Time": 36998.653346300125, "Train": {"Loss": 1.6654403694152833, "avg t": 1.1724557441711425, "plain loss": 1.0176046563415528, "standard loss": 1.014959810886383}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.43999481201172, "Augmented-0.05-Quantile-Accuracy": 72.55999755859375, "Augmented-0.1-Quantile-Accuracy": 73.77999877929688, "Augmented-Accuracy": 77.5802, "Augmented-Loss": 1.0615777848796843, "Clean-Accuracy": 78.68, "Clean-Loss": 1.050931370162964, "PGD-Accuracy": 0.2, "PGD-Loss": 7.570568431091308}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 492.4953441619873, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.30999755859375, "Augmented-0.05-Quantile-Accuracy": 68.48999786376953, "Augmented-0.1-Quantile-Accuracy": 69.72999572753906, "Augmented-Accuracy": 74.023, "Augmented-Loss": 1.1638943694152832, "Clean-Accuracy": 75.91, "Clean-Loss": 1.0086811645507812, "PGD-Accuracy": 0.09, "PGD-Loss": 8.398311047363281}, "Total-Time": 37491.14869046211, "Train": {"Loss": 1.4297622829437255, "avg t": 1.1584385566711426, "plain loss": 0.9954760384216295, "standard loss": 0.9931394612121582}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.0999984741211, "Augmented-0.05-Quantile-Accuracy": 73.37999725341797, "Augmented-0.1-Quantile-Accuracy": 74.54000091552734, "Augmented-Accuracy": 78.2962, "Augmented-Loss": 1.03680904737854, "Clean-Accuracy": 76.3, "Clean-Loss": 1.010873663330078, "PGD-Accuracy": 0.2, "PGD-Loss": 7.540594631958008}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 492.4126636981964, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.98999786376953, "Augmented-0.05-Quantile-Accuracy": 69.04999542236328, "Augmented-0.1-Quantile-Accuracy": 70.33999633789062, "Augmented-Accuracy": 74.7977, "Augmented-Loss": 1.142903076095581, "Clean-Accuracy": 76.44, "Clean-Loss": 0.9960125274658204, "PGD-Accuracy": 0.09, "PGD-Loss": 8.498215563964843}, "Total-Time": 37983.56135416031, "Train": {"Loss": 1.319207993927002, "avg t": 1.1462990254211425, "plain loss": 0.9750798144226096, "standard loss": 0.9727186522102356}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.72000122070312, "Augmented-0.05-Quantile-Accuracy": 74.36000061035156, "Augmented-0.1-Quantile-Accuracy": 75.77999877929688, "Augmented-Accuracy": 78.9142, "Augmented-Loss": 1.0221157222881316, "Clean-Accuracy": 77.54, "Clean-Loss": 0.9012420188903809, "PGD-Accuracy": 0.18, "PGD-Loss": 7.532770129394531}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 492.94102454185486, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.04999542236328, "Augmented-0.05-Quantile-Accuracy": 69.20999908447266, "Augmented-0.1-Quantile-Accuracy": 70.54999542236328, "Augmented-Accuracy": 75.0, "Augmented-Loss": 1.1294973759384155, "Clean-Accuracy": 76.66, "Clean-Loss": 0.9784615043640137, "PGD-Accuracy": 0.1, "PGD-Loss": 8.617081414794923}, "Total-Time": 38476.502378702164, "Train": {"Loss": 1.3065704658508301, "avg t": 1.1370851191711426, "plain loss": 0.9570823918762204, "standard loss": 0.9547098139190674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.05999755859375, "Augmented-0.05-Quantile-Accuracy": 74.65999603271484, "Augmented-0.1-Quantile-Accuracy": 75.72000122070312, "Augmented-Accuracy": 78.9744, "Augmented-Loss": 1.0032647069721221, "Clean-Accuracy": 77.82, "Clean-Loss": 0.923111884689331, "PGD-Accuracy": 0.24, "PGD-Loss": 7.679878269958496}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 491.37869095802307, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.1500015258789, "Augmented-0.05-Quantile-Accuracy": 69.13999938964844, "Augmented-0.1-Quantile-Accuracy": 70.37999725341797, "Augmented-Accuracy": 74.7016, "Augmented-Loss": 1.1266426404418945, "Clean-Accuracy": 76.98, "Clean-Loss": 0.9743697425842285, "PGD-Accuracy": 0.05, "PGD-Loss": 8.622707659912109}, "Total-Time": 38967.88106966019, "Train": {"Loss": 1.3102177476882935, "avg t": 1.1316476191711426, "plain loss": 0.9476969813232432, "standard loss": 0.9455204170608521}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.31999969482422, "Augmented-0.05-Quantile-Accuracy": 74.77999877929688, "Augmented-0.1-Quantile-Accuracy": 75.77999877929688, "Augmented-Accuracy": 79.5202, "Augmented-Loss": 0.9981348713493348, "Clean-Accuracy": 75.88, "Clean-Loss": 0.9426103807449341, "PGD-Accuracy": 0.2, "PGD-Loss": 7.702231437683105}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 493.09942722320557, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.66999816894531, "Augmented-0.05-Quantile-Accuracy": 69.68000030517578, "Augmented-0.1-Quantile-Accuracy": 71.20999908447266, "Augmented-Accuracy": 75.4637, "Augmented-Loss": 1.1147626732940674, "Clean-Accuracy": 77.69, "Clean-Loss": 0.9582008888244629, "PGD-Accuracy": 0.08, "PGD-Loss": 8.699241674804687}, "Total-Time": 39460.98049688339, "Train": {"Loss": 1.2589446969604492, "avg t": 1.1256234004211425, "plain loss": 0.9342509789733898, "standard loss": 0.93209026927948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.5199966430664, "Augmented-0.05-Quantile-Accuracy": 76.22000122070312, "Augmented-0.1-Quantile-Accuracy": 77.23999786376953, "Augmented-Accuracy": 80.651, "Augmented-Loss": 0.9803729681835175, "Clean-Accuracy": 76.96, "Clean-Loss": 0.8988556098937989, "PGD-Accuracy": 0.24, "PGD-Loss": 7.721038813781738}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 493.2594540119171, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.20999908447266, "Augmented-0.05-Quantile-Accuracy": 69.95999908447266, "Augmented-0.1-Quantile-Accuracy": 71.23999786376953, "Augmented-Accuracy": 75.7847, "Augmented-Loss": 1.1082586639785768, "Clean-Accuracy": 78.15, "Clean-Loss": 0.9505536163330078, "PGD-Accuracy": 0.06, "PGD-Loss": 8.7158091796875}, "Total-Time": 39954.23995089531, "Train": {"Loss": 1.2739588773727417, "avg t": 1.1212534004211425, "plain loss": 0.9260776668701171, "standard loss": 0.9240657475280761}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.73999786376953, "Augmented-0.05-Quantile-Accuracy": 76.4000015258789, "Augmented-0.1-Quantile-Accuracy": 77.22000122070312, "Augmented-Accuracy": 80.6508, "Augmented-Loss": 0.9713871265563965, "Clean-Accuracy": 80.62, "Clean-Loss": 0.9258727207183838, "PGD-Accuracy": 0.26, "PGD-Loss": 7.746674240112305}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 492.21368288993835, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.97000122070312, "Augmented-0.05-Quantile-Accuracy": 69.97000122070312, "Augmented-0.1-Quantile-Accuracy": 71.5999984741211, "Augmented-Accuracy": 75.6508, "Augmented-Loss": 1.1032626360702515, "Clean-Accuracy": 78.0, "Clean-Loss": 0.9545336273193359, "PGD-Accuracy": 0.06, "PGD-Loss": 8.790108258056641}, "Total-Time": 40446.45363378525, "Train": {"Loss": 1.2564484156036377, "avg t": 1.1171265254211427, "plain loss": 0.919721377990722, "standard loss": 0.9176598640060425}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.87999725341797, "Augmented-0.05-Quantile-Accuracy": 76.47999572753906, "Augmented-0.1-Quantile-Accuracy": 77.31999969482422, "Augmented-Accuracy": 80.5354, "Augmented-Loss": 0.9736750817699432, "Clean-Accuracy": 77.88, "Clean-Loss": 0.8973860580444336, "PGD-Accuracy": 0.16, "PGD-Loss": 7.74993570098877}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 493.68528842926025, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.08999633789062, "Augmented-0.05-Quantile-Accuracy": 70.27999877929688, "Augmented-0.1-Quantile-Accuracy": 71.5, "Augmented-Accuracy": 75.8504, "Augmented-Loss": 1.0935421108016967, "Clean-Accuracy": 78.22, "Clean-Loss": 0.943130174255371, "PGD-Accuracy": 0.09, "PGD-Loss": 8.834737963867187}, "Total-Time": 40940.13892221451, "Train": {"Loss": 1.2598473954772949, "avg t": 1.1155327754211426, "plain loss": 0.9164080339050293, "standard loss": 0.9142719023132324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.68000030517578, "Augmented-0.05-Quantile-Accuracy": 76.23999786376953, "Augmented-0.1-Quantile-Accuracy": 77.13999938964844, "Augmented-Accuracy": 80.3344, "Augmented-Loss": 0.9615572470684052, "Clean-Accuracy": 79.6, "Clean-Loss": 0.9229970373153686, "PGD-Accuracy": 0.14, "PGD-Loss": 7.812118986511231}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 493.1542851924896, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.30999755859375, "Augmented-0.05-Quantile-Accuracy": 70.20999908447266, "Augmented-0.1-Quantile-Accuracy": 71.62999725341797, "Augmented-Accuracy": 75.8196, "Augmented-Loss": 1.085124765487671, "Clean-Accuracy": 78.33, "Clean-Loss": 0.9371067558288574, "PGD-Accuracy": 0.05, "PGD-Loss": 8.884901409912109}, "Total-Time": 41433.293207407, "Train": {"Loss": 1.2422369132995605, "avg t": 1.1118348066711425, "plain loss": 0.9090270639343269, "standard loss": 0.9068355854606629}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.68000030517578, "Augmented-0.05-Quantile-Accuracy": 76.04000091552734, "Augmented-0.1-Quantile-Accuracy": 77.08000183105469, "Augmented-Accuracy": 80.3172, "Augmented-Loss": 0.9546897533378601, "Clean-Accuracy": 80.76, "Clean-Loss": 0.8947368688583374, "PGD-Accuracy": 0.16, "PGD-Loss": 7.848740731811524}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 494.6212511062622, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.5199966430664, "Augmented-0.05-Quantile-Accuracy": 70.5999984741211, "Augmented-0.1-Quantile-Accuracy": 72.0, "Augmented-Accuracy": 76.0464, "Augmented-Loss": 1.0768842784347534, "Clean-Accuracy": 78.28, "Clean-Loss": 0.9283985595703125, "PGD-Accuracy": 0.03, "PGD-Loss": 8.885854412841796}, "Total-Time": 41927.91445851326, "Train": {"Loss": 1.2304774824523925, "avg t": 1.1088582441711425, "plain loss": 0.9020517041931163, "standard loss": 0.8998609902191163}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.79999542236328, "Augmented-0.05-Quantile-Accuracy": 76.19999694824219, "Augmented-0.1-Quantile-Accuracy": 77.31999969482422, "Augmented-Accuracy": 80.4958, "Augmented-Loss": 0.9467619838409423, "Clean-Accuracy": 79.96, "Clean-Loss": 0.8750251323699951, "PGD-Accuracy": 0.16, "PGD-Loss": 7.853944296264649}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 492.568989276886, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.29000091552734, "Augmented-0.05-Quantile-Accuracy": 70.61000061035156, "Augmented-0.1-Quantile-Accuracy": 71.8499984741211, "Augmented-Accuracy": 75.9886, "Augmented-Loss": 1.075670498916626, "Clean-Accuracy": 77.67, "Clean-Loss": 0.9287269195556641, "PGD-Accuracy": 0.07, "PGD-Loss": 8.925638549804688}, "Total-Time": 42420.483447790146, "Train": {"Loss": 1.2353985682678224, "avg t": 1.1069380879211426, "plain loss": 0.8978411022644041, "standard loss": 0.8956965803909301}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.22000122070312, "Augmented-0.05-Quantile-Accuracy": 75.81999969482422, "Augmented-0.1-Quantile-Accuracy": 76.9000015258789, "Augmented-Accuracy": 80.0534, "Augmented-Loss": 0.9427148436889649, "Clean-Accuracy": 79.58, "Clean-Loss": 0.8618989107131958, "PGD-Accuracy": 0.18, "PGD-Loss": 7.8504684478759765}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 491.4849600791931, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.3699951171875, "Augmented-0.05-Quantile-Accuracy": 70.33999633789062, "Augmented-0.1-Quantile-Accuracy": 71.68999481201172, "Augmented-Accuracy": 75.732, "Augmented-Loss": 1.0775629316635131, "Clean-Accuracy": 78.34, "Clean-Loss": 0.9271485618591309, "PGD-Accuracy": 0.06, "PGD-Loss": 8.97730439453125}, "Total-Time": 42911.96840786934, "Train": {"Loss": 1.2260551806259155, "avg t": 1.1052440254211426, "plain loss": 0.8976359231262195, "standard loss": 0.8953974771118164}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.33999633789062, "Augmented-0.05-Quantile-Accuracy": 76.4000015258789, "Augmented-0.1-Quantile-Accuracy": 77.55999755859375, "Augmented-Accuracy": 80.6178, "Augmented-Loss": 0.9423466967849732, "Clean-Accuracy": 78.82, "Clean-Loss": 0.9050917610168457, "PGD-Accuracy": 0.1, "PGD-Loss": 7.893607958984375}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 491.5124135017395, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.4000015258789, "Augmented-0.05-Quantile-Accuracy": 70.52999877929688, "Augmented-0.1-Quantile-Accuracy": 71.88999938964844, "Augmented-Accuracy": 75.8472, "Augmented-Loss": 1.0673090898361206, "Clean-Accuracy": 78.41, "Clean-Loss": 0.9266479072570801, "PGD-Accuracy": 0.07, "PGD-Loss": 8.986994366455079}, "Total-Time": 43403.48082137108, "Train": {"Loss": 1.209525849456787, "avg t": 1.1031441816711425, "plain loss": 0.8922242020874018, "standard loss": 0.8900740923118591}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.27999877929688, "Augmented-0.05-Quantile-Accuracy": 76.54000091552734, "Augmented-0.1-Quantile-Accuracy": 77.65999603271484, "Augmented-Accuracy": 80.7364, "Augmented-Loss": 0.9385845267562867, "Clean-Accuracy": 80.64, "Clean-Loss": 0.9064696296691894, "PGD-Accuracy": 0.12, "PGD-Loss": 7.883680505371093}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 492.6617546081543, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.80999755859375, "Augmented-0.05-Quantile-Accuracy": 70.98999786376953, "Augmented-0.1-Quantile-Accuracy": 72.22999572753906, "Augmented-Accuracy": 76.2396, "Augmented-Loss": 1.0684951681823731, "Clean-Accuracy": 78.72, "Clean-Loss": 0.9189098884582519, "PGD-Accuracy": 0.07, "PGD-Loss": 9.084138262939453}, "Total-Time": 43896.14257597923, "Train": {"Loss": 1.207994136505127, "avg t": 1.0996834004211427, "plain loss": 0.8883417997741689, "standard loss": 0.8862104817581177}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.81999969482422, "Augmented-0.05-Quantile-Accuracy": 77.27999877929688, "Augmented-0.1-Quantile-Accuracy": 78.22000122070312, "Augmented-Accuracy": 81.1036, "Augmented-Loss": 0.9306031283397674, "Clean-Accuracy": 81.28, "Clean-Loss": 0.8445160621643066, "PGD-Accuracy": 0.16, "PGD-Loss": 7.970428507995606}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 494.1263256072998, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.22999572753906, "Augmented-0.05-Quantile-Accuracy": 70.43000030517578, "Augmented-0.1-Quantile-Accuracy": 71.70999908447266, "Augmented-Accuracy": 75.8482, "Augmented-Loss": 1.0674394766159057, "Clean-Accuracy": 78.54, "Clean-Loss": 0.9129251785278321, "PGD-Accuracy": 0.1, "PGD-Loss": 9.096753881835937}, "Total-Time": 44390.26890158653, "Train": {"Loss": 1.2055591675567627, "avg t": 1.0971298066711426, "plain loss": 0.8840648032226569, "standard loss": 0.8819659112548828}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.87999725341797, "Augmented-0.05-Quantile-Accuracy": 77.18000030517578, "Augmented-0.1-Quantile-Accuracy": 78.18000030517578, "Augmented-Accuracy": 81.1174, "Augmented-Loss": 0.9227193058490754, "Clean-Accuracy": 80.56, "Clean-Loss": 0.8519316921234131, "PGD-Accuracy": 0.12, "PGD-Loss": 7.995206364440918}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 495.36741518974304, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.5, "Augmented-0.05-Quantile-Accuracy": 70.54000091552734, "Augmented-0.1-Quantile-Accuracy": 71.86000061035156, "Augmented-Accuracy": 75.9944, "Augmented-Loss": 1.0650798525009155, "Clean-Accuracy": 78.61, "Clean-Loss": 0.9126480865478516, "PGD-Accuracy": 0.06, "PGD-Loss": 9.091348419189453}, "Total-Time": 44885.636316776276, "Train": {"Loss": 1.207921946334839, "avg t": 1.0974221504211426, "plain loss": 0.8818516212768553, "standard loss": 0.8796839157295228}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.54000091552734, "Augmented-0.05-Quantile-Accuracy": 76.77999877929688, "Augmented-0.1-Quantile-Accuracy": 77.75999450683594, "Augmented-Accuracy": 80.7622, "Augmented-Loss": 0.9283965067768097, "Clean-Accuracy": 78.98, "Clean-Loss": 0.8639384788513184, "PGD-Accuracy": 0.14, "PGD-Loss": 7.976987612915039}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 497.1899690628052, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.66999816894531, "Augmented-0.05-Quantile-Accuracy": 70.5, "Augmented-0.1-Quantile-Accuracy": 71.93999481201172, "Augmented-Accuracy": 76.0378, "Augmented-Loss": 1.0646458422927856, "Clean-Accuracy": 78.84, "Clean-Loss": 0.9121054832458496, "PGD-Accuracy": 0.07, "PGD-Loss": 9.096567816162109}, "Total-Time": 45382.82628583908, "Train": {"Loss": 1.2017915934753418, "avg t": 1.0970821504211425, "plain loss": 0.8813018566894555, "standard loss": 0.8792367045593261}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.75999450683594, "Augmented-0.05-Quantile-Accuracy": 77.15999603271484, "Augmented-0.1-Quantile-Accuracy": 78.25999450683594, "Augmented-Accuracy": 81.218, "Augmented-Loss": 0.9284020330181122, "Clean-Accuracy": 79.6, "Clean-Loss": 0.8858016334533692, "PGD-Accuracy": 0.16, "PGD-Loss": 8.016413320922851}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 494.6407587528229, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.3499984741211, "Augmented-0.05-Quantile-Accuracy": 70.47000122070312, "Augmented-0.1-Quantile-Accuracy": 72.0, "Augmented-Accuracy": 76.1366, "Augmented-Loss": 1.063836242111206, "Clean-Accuracy": 78.86, "Clean-Loss": 0.9116370719909668, "PGD-Accuracy": 0.07, "PGD-Loss": 9.089440747070313}, "Total-Time": 45877.467044591904, "Train": {"Loss": 1.2090496762084961, "avg t": 1.0969637129211425, "plain loss": 0.8812403283386231, "standard loss": 0.8791181079483033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.31999969482422, "Augmented-0.05-Quantile-Accuracy": 76.9000015258789, "Augmented-0.1-Quantile-Accuracy": 77.91999816894531, "Augmented-Accuracy": 80.9876, "Augmented-Loss": 0.9257666073741913, "Clean-Accuracy": 80.08, "Clean-Loss": 0.9128435464859008, "PGD-Accuracy": 0.22, "PGD-Loss": 7.993204466247558}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 493.78698539733887, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.58000183105469, "Augmented-0.05-Quantile-Accuracy": 70.6199951171875, "Augmented-0.1-Quantile-Accuracy": 71.98999786376953, "Augmented-Accuracy": 76.1764, "Augmented-Loss": 1.0636784635314942, "Clean-Accuracy": 78.95, "Clean-Loss": 0.9136248558044434, "PGD-Accuracy": 0.09, "PGD-Loss": 9.090404266357423}, "Total-Time": 46371.25402998924, "Train": {"Loss": 1.1931694575500489, "avg t": 1.0966287129211425, "plain loss": 0.8803549019470208, "standard loss": 0.8783135908889771}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.68000030517578, "Augmented-0.05-Quantile-Accuracy": 77.25999450683594, "Augmented-0.1-Quantile-Accuracy": 78.04000091552734, "Augmented-Accuracy": 81.0232, "Augmented-Loss": 0.9278614966983795, "Clean-Accuracy": 81.64, "Clean-Loss": 0.8519234352111816, "PGD-Accuracy": 0.12, "PGD-Loss": 7.942510545349121}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 495.8600423336029, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.43999481201172, "Augmented-0.05-Quantile-Accuracy": 70.47000122070312, "Augmented-0.1-Quantile-Accuracy": 71.86000061035156, "Augmented-Accuracy": 76.0717, "Augmented-Loss": 1.0637728881530761, "Clean-Accuracy": 78.84, "Clean-Loss": 0.9107663864135742, "PGD-Accuracy": 0.07, "PGD-Loss": 9.094429858398437}, "Total-Time": 46867.114072322845, "Train": {"Loss": 1.2107759496307373, "avg t": 1.0960563691711427, "plain loss": 0.8800347552490234, "standard loss": 0.8779223785400391}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.45999908447266, "Augmented-0.05-Quantile-Accuracy": 77.04000091552734, "Augmented-0.1-Quantile-Accuracy": 78.04000091552734, "Augmented-Accuracy": 81.1654, "Augmented-Loss": 0.9267258363399505, "Clean-Accuracy": 79.74, "Clean-Loss": 0.8967376388549805, "PGD-Accuracy": 0.18, "PGD-Loss": 8.016830274963379}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 492.9728865623474, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.54000091552734, "Augmented-0.05-Quantile-Accuracy": 70.47999572753906, "Augmented-0.1-Quantile-Accuracy": 71.83000183105469, "Augmented-Accuracy": 76.0443, "Augmented-Loss": 1.0634786305618287, "Clean-Accuracy": 78.95, "Clean-Loss": 0.9096926612854004, "PGD-Accuracy": 0.08, "PGD-Loss": 9.099281591796874}, "Total-Time": 47360.08695888519, "Train": {"Loss": 1.1957032881546021, "avg t": 1.0962159004211425, "plain loss": 0.8791701553649892, "standard loss": 0.8770569850730896}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.72000122070312, "Augmented-0.05-Quantile-Accuracy": 77.18000030517578, "Augmented-0.1-Quantile-Accuracy": 78.1199951171875, "Augmented-Accuracy": 80.9324, "Augmented-Loss": 0.9242536066646576, "Clean-Accuracy": 79.94, "Clean-Loss": 0.8570031377792359, "PGD-Accuracy": 0.16, "PGD-Loss": 8.008692318725586}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 495.9174656867981, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.54000091552734, "Augmented-0.05-Quantile-Accuracy": 70.45999908447266, "Augmented-0.1-Quantile-Accuracy": 71.88999938964844, "Augmented-Accuracy": 76.0366, "Augmented-Loss": 1.0630378736495971, "Clean-Accuracy": 79.11, "Clean-Loss": 0.9115688095092773, "PGD-Accuracy": 0.09, "PGD-Loss": 9.105857891845703}, "Total-Time": 47856.00442457199, "Train": {"Loss": 1.189823180541992, "avg t": 1.0958374629211425, "plain loss": 0.878739337554934, "standard loss": 0.8766278457260132}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.5199966430664, "Augmented-0.05-Quantile-Accuracy": 76.9000015258789, "Augmented-0.1-Quantile-Accuracy": 78.0999984741211, "Augmented-Accuracy": 81.192, "Augmented-Loss": 0.9271889673900604, "Clean-Accuracy": 81.1, "Clean-Loss": 0.8653455375671387, "PGD-Accuracy": 0.16, "PGD-Loss": 8.006798445129395}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 494.017840385437, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.40999603271484, "Augmented-0.05-Quantile-Accuracy": 70.54999542236328, "Augmented-0.1-Quantile-Accuracy": 71.81999969482422, "Augmented-Accuracy": 76.035, "Augmented-Loss": 1.062575057434082, "Clean-Accuracy": 78.96, "Clean-Loss": 0.9071152931213379, "PGD-Accuracy": 0.06, "PGD-Loss": 9.112226013183594}, "Total-Time": 48350.02226495743, "Train": {"Loss": 1.1963836293029786, "avg t": 1.0954882441711427, "plain loss": 0.8782515495758051, "standard loss": 0.8760961323356629}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.9000015258789, "Augmented-0.05-Quantile-Accuracy": 77.37999725341797, "Augmented-0.1-Quantile-Accuracy": 78.45999908447266, "Augmented-Accuracy": 81.3602, "Augmented-Loss": 0.9219683660488128, "Clean-Accuracy": 79.08, "Clean-Loss": 0.8497641860961914, "PGD-Accuracy": 0.16, "PGD-Loss": 8.025735665893555}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 495.4631898403168, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.58999633789062, "Augmented-0.05-Quantile-Accuracy": 70.61000061035156, "Augmented-0.1-Quantile-Accuracy": 71.80999755859375, "Augmented-Accuracy": 76.1075, "Augmented-Loss": 1.0614037878417968, "Clean-Accuracy": 78.96, "Clean-Loss": 0.9107730102539062, "PGD-Accuracy": 0.09, "PGD-Loss": 9.118194604492187}, "Total-Time": 48845.485454797745, "Train": {"Loss": 1.1944458097839354, "avg t": 1.0954505879211425, "plain loss": 0.8775702231445306, "standard loss": 0.8754639324569702}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.0199966430664, "Augmented-0.05-Quantile-Accuracy": 77.5199966430664, "Augmented-0.1-Quantile-Accuracy": 78.55999755859375, "Augmented-Accuracy": 81.5196, "Augmented-Loss": 0.9240337164421082, "Clean-Accuracy": 78.66, "Clean-Loss": 0.8996329048156738, "PGD-Accuracy": 0.1, "PGD-Loss": 8.032591287231446}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 493.76190662384033, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.44999694824219, "Augmented-0.05-Quantile-Accuracy": 70.43000030517578, "Augmented-0.1-Quantile-Accuracy": 71.83999633789062, "Augmented-Accuracy": 76.0674, "Augmented-Loss": 1.0615538713150023, "Clean-Accuracy": 78.92, "Clean-Loss": 0.9097127815246582, "PGD-Accuracy": 0.08, "PGD-Loss": 9.119862963867188}, "Total-Time": 49339.247361421585, "Train": {"Loss": 1.1914814893341064, "avg t": 1.0941494941711425, "plain loss": 0.8757747637329107, "standard loss": 0.8737709460258484}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.95999908447266, "Augmented-0.05-Quantile-Accuracy": 76.93999481201172, "Augmented-0.1-Quantile-Accuracy": 77.68000030517578, "Augmented-Accuracy": 81.0508, "Augmented-Loss": 0.922713576499939, "Clean-Accuracy": 78.32, "Clean-Loss": 0.8949507135391236, "PGD-Accuracy": 0.2, "PGD-Loss": 7.990651095581055}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 492.7754108905792, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.63999938964844, "Augmented-0.05-Quantile-Accuracy": 70.48999786376953, "Augmented-0.1-Quantile-Accuracy": 71.87999725341797, "Augmented-Accuracy": 76.0663, "Augmented-Loss": 1.060988228111267, "Clean-Accuracy": 79.12, "Clean-Loss": 0.9096709289550782, "PGD-Accuracy": 0.07, "PGD-Loss": 9.12079155883789}, "Total-Time": 49832.022772312164, "Train": {"Loss": 1.1913132301330567, "avg t": 1.0943391816711425, "plain loss": 0.8756451003112794, "standard loss": 0.873496073513031}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.15999603271484, "Augmented-0.05-Quantile-Accuracy": 77.33999633789062, "Augmented-0.1-Quantile-Accuracy": 78.41999816894531, "Augmented-Accuracy": 81.4314, "Augmented-Loss": 0.9230279499588012, "Clean-Accuracy": 79.24, "Clean-Loss": 0.8683730710983276, "PGD-Accuracy": 0.06, "PGD-Loss": 8.017365184020996}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 495.4412364959717, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.69999694824219, "Augmented-0.05-Quantile-Accuracy": 70.65999603271484, "Augmented-0.1-Quantile-Accuracy": 71.79999542236328, "Augmented-Accuracy": 76.069, "Augmented-Loss": 1.0600933930130005, "Clean-Accuracy": 78.91, "Clean-Loss": 0.9048320350646972, "PGD-Accuracy": 0.08, "PGD-Loss": 9.125821276855469}, "Total-Time": 50327.464008808136, "Train": {"Loss": 1.1863858322143555, "avg t": 1.0938235566711425, "plain loss": 0.8746745296020498, "standard loss": 0.8726195872116089}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.58000183105469, "Augmented-0.05-Quantile-Accuracy": 77.0999984741211, "Augmented-0.1-Quantile-Accuracy": 78.0199966430664, "Augmented-Accuracy": 81.1534, "Augmented-Loss": 0.9191994345283508, "Clean-Accuracy": 80.18, "Clean-Loss": 0.8367013441085815, "PGD-Accuracy": 0.22, "PGD-Loss": 8.037258236694337}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 492.36366152763367, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.65999603271484, "Augmented-0.05-Quantile-Accuracy": 70.5199966430664, "Augmented-0.1-Quantile-Accuracy": 71.75, "Augmented-Accuracy": 76.0821, "Augmented-Loss": 1.0593370269470215, "Clean-Accuracy": 78.98, "Clean-Loss": 0.9105609375, "PGD-Accuracy": 0.08, "PGD-Loss": 9.12524605102539}, "Total-Time": 50819.82767033577, "Train": {"Loss": 1.1887131838989258, "avg t": 1.0938429316711427, "plain loss": 0.8751452031249997, "standard loss": 0.8730777531242371}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.18000030517578, "Augmented-0.05-Quantile-Accuracy": 77.0, "Augmented-0.1-Quantile-Accuracy": 78.18000030517578, "Augmented-Accuracy": 81.1828, "Augmented-Loss": 0.9275294270172119, "Clean-Accuracy": 79.98, "Clean-Loss": 0.8701342304229737, "PGD-Accuracy": 0.16, "PGD-Loss": 7.986008428955079}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 494.2903468608856, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.65999603271484, "Augmented-0.05-Quantile-Accuracy": 70.61000061035156, "Augmented-0.1-Quantile-Accuracy": 71.83999633789062, "Augmented-Accuracy": 76.1609, "Augmented-Loss": 1.0588869251480102, "Clean-Accuracy": 78.94, "Clean-Loss": 0.9092037788391113, "PGD-Accuracy": 0.07, "PGD-Loss": 9.13060186767578}, "Total-Time": 51314.118017196655, "Train": {"Loss": 1.2063477310180664, "avg t": 1.0933754316711426, "plain loss": 0.8739170329589838, "standard loss": 0.871767760925293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.08000183105469, "Augmented-0.05-Quantile-Accuracy": 77.0, "Augmented-0.1-Quantile-Accuracy": 78.13999938964844, "Augmented-Accuracy": 80.9926, "Augmented-Loss": 0.9238953206920624, "Clean-Accuracy": 79.76, "Clean-Loss": 0.8401186072349548, "PGD-Accuracy": 0.14, "PGD-Loss": 8.01484383239746}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 493.8496825695038, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.6500015258789, "Augmented-0.05-Quantile-Accuracy": 70.54000091552734, "Augmented-0.1-Quantile-Accuracy": 71.72000122070312, "Augmented-Accuracy": 76.0994, "Augmented-Loss": 1.057826256034851, "Clean-Accuracy": 78.89, "Clean-Loss": 0.9078402450561524, "PGD-Accuracy": 0.07, "PGD-Loss": 9.126133428955079}, "Total-Time": 51807.96769976616, "Train": {"Loss": 1.1856939067077636, "avg t": 1.0929663691711426, "plain loss": 0.8735250095520017, "standard loss": 0.871358404006958}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.55999755859375, "Augmented-0.05-Quantile-Accuracy": 77.18000030517578, "Augmented-0.1-Quantile-Accuracy": 78.04000091552734, "Augmented-Accuracy": 81.108, "Augmented-Loss": 0.9224065995998383, "Clean-Accuracy": 81.06, "Clean-Loss": 0.9205477441787719, "PGD-Accuracy": 0.16, "PGD-Loss": 7.9997218872070315}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 493.09824419021606, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.77999877929688, "Augmented-0.05-Quantile-Accuracy": 70.43000030517578, "Augmented-0.1-Quantile-Accuracy": 71.80999755859375, "Augmented-Accuracy": 76.1247, "Augmented-Loss": 1.0589948130187987, "Clean-Accuracy": 78.98, "Clean-Loss": 0.9062683410644531, "PGD-Accuracy": 0.1, "PGD-Loss": 9.136154064941406}, "Total-Time": 52301.065943956375, "Train": {"Loss": 1.1957837301635743, "avg t": 1.0932707441711427, "plain loss": 0.8735059643249522, "standard loss": 0.8713161056900024}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.91999816894531, "Augmented-0.05-Quantile-Accuracy": 77.37999725341797, "Augmented-0.1-Quantile-Accuracy": 78.63999938964844, "Augmented-Accuracy": 81.6844, "Augmented-Loss": 0.9183707556247711, "Clean-Accuracy": 79.82, "Clean-Loss": 0.8453627239227295, "PGD-Accuracy": 0.18, "PGD-Loss": 8.007644442749024}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 492.3311858177185, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.77999877929688, "Augmented-0.05-Quantile-Accuracy": 70.38999938964844, "Augmented-0.1-Quantile-Accuracy": 71.86000061035156, "Augmented-Accuracy": 76.1045, "Augmented-Loss": 1.0586368641967774, "Clean-Accuracy": 78.69, "Clean-Loss": 0.9095743995666504, "PGD-Accuracy": 0.08, "PGD-Loss": 9.137509185791016}, "Total-Time": 52793.39712977409, "Train": {"Loss": 1.1913463874816894, "avg t": 1.0927637129211425, "plain loss": 0.8736912057342543, "standard loss": 0.871555224571228}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.87999725341797, "Augmented-0.05-Quantile-Accuracy": 77.47999572753906, "Augmented-0.1-Quantile-Accuracy": 78.33999633789062, "Augmented-Accuracy": 81.418, "Augmented-Loss": 0.9219678791084289, "Clean-Accuracy": 79.7, "Clean-Loss": 0.9135828102111816, "PGD-Accuracy": 0.2, "PGD-Loss": 8.014448348999023}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 494.8441872596741, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.55999755859375, "Augmented-0.05-Quantile-Accuracy": 70.52999877929688, "Augmented-0.1-Quantile-Accuracy": 71.72000122070312, "Augmented-Accuracy": 76.078, "Augmented-Loss": 1.0583928490066528, "Clean-Accuracy": 78.92, "Clean-Loss": 0.9040373779296875, "PGD-Accuracy": 0.1, "PGD-Loss": 9.129270324707031}, "Total-Time": 53288.24131703377, "Train": {"Loss": 1.1923867375183106, "avg t": 1.0925021504211425, "plain loss": 0.8731306540527342, "standard loss": 0.8708553394699097}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.19999694824219, "Augmented-0.05-Quantile-Accuracy": 77.6199951171875, "Augmented-0.1-Quantile-Accuracy": 78.65999603271484, "Augmented-Accuracy": 81.6068, "Augmented-Loss": 0.9168276986427307, "Clean-Accuracy": 77.84, "Clean-Loss": 0.8600223426818847, "PGD-Accuracy": 0.18, "PGD-Loss": 8.028331695556641}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 493.1872937679291, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.8499984741211, "Augmented-0.05-Quantile-Accuracy": 70.5199966430664, "Augmented-0.1-Quantile-Accuracy": 71.69999694824219, "Augmented-Accuracy": 76.0502, "Augmented-Loss": 1.0589227236709595, "Clean-Accuracy": 78.9, "Clean-Loss": 0.9067837043762207, "PGD-Accuracy": 0.07, "PGD-Loss": 9.14033507080078}, "Total-Time": 53781.4286108017, "Train": {"Loss": 1.1988241033935547, "avg t": 1.0927249629211426, "plain loss": 0.8734052338867188, "standard loss": 0.8711967831802369}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.18000030517578, "Augmented-0.05-Quantile-Accuracy": 77.47999572753906, "Augmented-0.1-Quantile-Accuracy": 78.27999877929688, "Augmented-Accuracy": 81.3116, "Augmented-Loss": 0.9188814010734558, "Clean-Accuracy": 80.18, "Clean-Loss": 0.8697692852020263, "PGD-Accuracy": 0.22, "PGD-Loss": 8.044027447509766}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 493.5422110557556, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.55999755859375, "Augmented-0.05-Quantile-Accuracy": 70.47999572753906, "Augmented-0.1-Quantile-Accuracy": 71.66999816894531, "Augmented-Accuracy": 76.0727, "Augmented-Loss": 1.0581056308135985, "Clean-Accuracy": 78.89, "Clean-Loss": 0.9047980529785157, "PGD-Accuracy": 0.07, "PGD-Loss": 9.148501416015625}, "Total-Time": 54274.97082185745, "Train": {"Loss": 1.1931397573852538, "avg t": 1.0926271504211427, "plain loss": 0.8724383174438479, "standard loss": 0.8702603870773316}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.43999481201172, "Augmented-0.05-Quantile-Accuracy": 76.72000122070312, "Augmented-0.1-Quantile-Accuracy": 78.05999755859375, "Augmented-Accuracy": 81.239, "Augmented-Loss": 0.9175426836509705, "Clean-Accuracy": 81.12, "Clean-Loss": 0.8679206462860107, "PGD-Accuracy": 0.12, "PGD-Loss": 8.053908438110351}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 492.1721861362457, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.54000091552734, "Augmented-0.05-Quantile-Accuracy": 70.52999877929688, "Augmented-0.1-Quantile-Accuracy": 71.62999725341797, "Augmented-Accuracy": 76.1258, "Augmented-Loss": 1.0574017990646363, "Clean-Accuracy": 78.96, "Clean-Loss": 0.9059982498168946, "PGD-Accuracy": 0.07, "PGD-Loss": 9.151069354248047}, "Total-Time": 54767.1430079937, "Train": {"Loss": 1.186133202972412, "avg t": 1.0920819941711426, "plain loss": 0.8714948172912586, "standard loss": 0.8691990714836121}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.4000015258789, "Augmented-0.05-Quantile-Accuracy": 77.55999755859375, "Augmented-0.1-Quantile-Accuracy": 78.69999694824219, "Augmented-Accuracy": 81.556, "Augmented-Loss": 0.9195680857238769, "Clean-Accuracy": 81.72, "Clean-Loss": 0.9043009504318237, "PGD-Accuracy": 0.18, "PGD-Loss": 8.032358343505859}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 493.800076007843, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.73999786376953, "Augmented-0.05-Quantile-Accuracy": 70.63999938964844, "Augmented-0.1-Quantile-Accuracy": 71.87999725341797, "Augmented-Accuracy": 76.1765, "Augmented-Loss": 1.0568323553009034, "Clean-Accuracy": 79.04, "Clean-Loss": 0.9126200225830078, "PGD-Accuracy": 0.06, "PGD-Loss": 9.153243200683594}, "Total-Time": 55260.94308400154, "Train": {"Loss": 1.1801791674804687, "avg t": 1.0916713691711426, "plain loss": 0.8715136880187995, "standard loss": 0.8694495179367066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.0999984741211, "Augmented-0.05-Quantile-Accuracy": 77.6199951171875, "Augmented-0.1-Quantile-Accuracy": 78.55999755859375, "Augmented-Accuracy": 81.7174, "Augmented-Loss": 0.9237477814750671, "Clean-Accuracy": 78.68, "Clean-Loss": 0.8577477625846863, "PGD-Accuracy": 0.22, "PGD-Loss": 8.000918811035156}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 497.08986830711365, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.80999755859375, "Augmented-0.05-Quantile-Accuracy": 70.58999633789062, "Augmented-0.1-Quantile-Accuracy": 71.83000183105469, "Augmented-Accuracy": 76.2107, "Augmented-Loss": 1.056364231918335, "Clean-Accuracy": 78.89, "Clean-Loss": 0.9056619293212891, "PGD-Accuracy": 0.05, "PGD-Loss": 9.14806580810547}, "Total-Time": 55758.032952308655, "Train": {"Loss": 1.1853228736877441, "avg t": 1.0914887129211426, "plain loss": 0.8717895747070314, "standard loss": 0.8696236279296875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.68000030517578, "Augmented-0.05-Quantile-Accuracy": 77.37999725341797, "Augmented-0.1-Quantile-Accuracy": 78.43999481201172, "Augmented-Accuracy": 81.335, "Augmented-Loss": 0.9176837742710113, "Clean-Accuracy": 79.72, "Clean-Loss": 0.8568552848815918, "PGD-Accuracy": 0.16, "PGD-Loss": 8.018652021789551}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 493.2399287223816, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.6199951171875, "Augmented-0.05-Quantile-Accuracy": 70.72999572753906, "Augmented-0.1-Quantile-Accuracy": 72.05999755859375, "Augmented-Accuracy": 76.2414, "Augmented-Loss": 1.0562060372314452, "Clean-Accuracy": 79.03, "Clean-Loss": 0.9051508445739747, "PGD-Accuracy": 0.08, "PGD-Loss": 9.149983837890625}, "Total-Time": 56251.27288103104, "Train": {"Loss": 1.1791217224121093, "avg t": 1.0914915254211426, "plain loss": 0.8715140562744144, "standard loss": 0.8693501028060913}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.36000061035156, "Augmented-0.05-Quantile-Accuracy": 77.75999450683594, "Augmented-0.1-Quantile-Accuracy": 78.87999725341797, "Augmented-Accuracy": 81.7848, "Augmented-Loss": 0.9157623253307342, "Clean-Accuracy": 80.36, "Clean-Loss": 0.8743166603088379, "PGD-Accuracy": 0.12, "PGD-Loss": 8.02621173400879}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 491.6126959323883, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.63999938964844, "Augmented-0.05-Quantile-Accuracy": 70.61000061035156, "Augmented-0.1-Quantile-Accuracy": 72.0199966430664, "Augmented-Accuracy": 76.2338, "Augmented-Loss": 1.0561912832717895, "Clean-Accuracy": 78.92, "Clean-Loss": 0.9090123237609863, "PGD-Accuracy": 0.07, "PGD-Loss": 9.148336157226563}, "Total-Time": 56742.885576963425, "Train": {"Loss": 1.1812291154479981, "avg t": 1.0917984004211425, "plain loss": 0.8719071595458985, "standard loss": 0.8697623104858399}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.5, "Augmented-0.05-Quantile-Accuracy": 77.15999603271484, "Augmented-0.1-Quantile-Accuracy": 78.1199951171875, "Augmented-Accuracy": 81.2606, "Augmented-Loss": 0.9215247388648987, "Clean-Accuracy": 80.42, "Clean-Loss": 0.8791434825897216, "PGD-Accuracy": 0.22, "PGD-Loss": 8.023769372558593}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
