{"Epoch": 0, "Epoch-Time": 967.3871314525604, "Test": {"Augmented-0.01-Quantile-Accuracy": 21.34000015258789, "Augmented-0.05-Quantile-Accuracy": 21.68000030517578, "Augmented-0.1-Quantile-Accuracy": 21.889999389648438, "Augmented-Accuracy": 22.291, "Augmented-Loss": 2.0030277329559327, "Clean-Accuracy": 22.75, "Clean-Loss": 1.9943534042358397, "PGD-Accuracy": 11.16, "PGD-Loss": 2.5307047973632812}, "Total-Time": 967.3871314525604, "Train": {"Loss": 79.86017528465271, "avg t": 1.7400579318237304, "plain loss": 2.3765701618041972, "standard loss": 2.3766441610717775}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 20.85999870300293, "Augmented-0.05-Quantile-Accuracy": 21.18000030517578, "Augmented-0.1-Quantile-Accuracy": 21.35999870300293, "Augmented-Accuracy": 21.7144, "Augmented-Loss": 2.018750218612671, "Clean-Accuracy": 20.52, "Clean-Loss": 2.0510069290161135, "PGD-Accuracy": 9.46, "PGD-Loss": 2.577241584777832}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 968.0093710422516, "Test": {"Augmented-0.01-Quantile-Accuracy": 22.529998779296875, "Augmented-0.05-Quantile-Accuracy": 22.920000076293945, "Augmented-0.1-Quantile-Accuracy": 23.06999969482422, "Augmented-Accuracy": 23.6562, "Augmented-Loss": 1.9065367368164063, "Clean-Accuracy": 23.01, "Clean-Loss": 1.9056520080566406, "PGD-Accuracy": 12.47, "PGD-Loss": 2.417658966064453}, "Total-Time": 1935.396502494812, "Train": {"Loss": 43.16852565734863, "avg t": 1.6953190255737305, "plain loss": 1.9770481181030275, "standard loss": 1.976868063621521}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 22.19999885559082, "Augmented-0.05-Quantile-Accuracy": 22.579999923706055, "Augmented-0.1-Quantile-Accuracy": 22.779998779296875, "Augmented-Accuracy": 23.2318, "Augmented-Loss": 1.9044635141601562, "Clean-Accuracy": 21.78, "Clean-Loss": 1.9973535068511963, "PGD-Accuracy": 12.26, "PGD-Loss": 2.422111742401123}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 968.4907419681549, "Test": {"Augmented-0.01-Quantile-Accuracy": 24.729999542236328, "Augmented-0.05-Quantile-Accuracy": 25.44999885559082, "Augmented-0.1-Quantile-Accuracy": 25.78999900817871, "Augmented-Accuracy": 26.925, "Augmented-Loss": 1.8725748996887206, "Clean-Accuracy": 27.73, "Clean-Loss": 1.8437356689453126, "PGD-Accuracy": 8.66, "PGD-Loss": 2.699836752319336}, "Total-Time": 2903.887244462967, "Train": {"Loss": 37.82040422912598, "avg t": 1.6774318380737305, "plain loss": 1.9106409564819355, "standard loss": 1.910443710708618}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 25.619998931884766, "Augmented-0.05-Quantile-Accuracy": 26.079999923706055, "Augmented-0.1-Quantile-Accuracy": 26.299999237060547, "Augmented-Accuracy": 27.4698, "Augmented-Loss": 1.8576064457855224, "Clean-Accuracy": 24.52, "Clean-Loss": 1.9861494338989258, "PGD-Accuracy": 8.48, "PGD-Loss": 2.6461824844360353}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 968.2024736404419, "Test": {"Augmented-0.01-Quantile-Accuracy": 25.90999984741211, "Augmented-0.05-Quantile-Accuracy": 26.549999237060547, "Augmented-0.1-Quantile-Accuracy": 26.719999313354492, "Augmented-Accuracy": 27.564, "Augmented-Loss": 1.8429120310058593, "Clean-Accuracy": 28.41, "Clean-Loss": 1.8155183013916016, "PGD-Accuracy": 8.18, "PGD-Loss": 2.644853414916992}, "Total-Time": 3872.089718103409, "Train": {"Loss": 33.68214431213379, "avg t": 1.6601629318237305, "plain loss": 1.8561120103759772, "standard loss": 1.855864074821472}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 26.899999618530273, "Augmented-0.05-Quantile-Accuracy": 27.459999084472656, "Augmented-0.1-Quantile-Accuracy": 27.81999969482422, "Augmented-Accuracy": 28.7584, "Augmented-Loss": 1.8214159422092437, "Clean-Accuracy": 28.3, "Clean-Loss": 1.8553687187194825, "PGD-Accuracy": 8.9, "PGD-Loss": 2.5992665699005126}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 967.8786313533783, "Test": {"Augmented-0.01-Quantile-Accuracy": 29.029998779296875, "Augmented-0.05-Quantile-Accuracy": 29.799999237060547, "Augmented-0.1-Quantile-Accuracy": 30.09000015258789, "Augmented-Accuracy": 31.5973, "Augmented-Loss": 1.801954599380493, "Clean-Accuracy": 32.51, "Clean-Loss": 1.7613798309326172, "PGD-Accuracy": 5.42, "PGD-Loss": 2.805442039489746}, "Total-Time": 4839.968349456787, "Train": {"Loss": 31.342357456665038, "avg t": 1.6394774630737305, "plain loss": 1.8155045398559564, "standard loss": 1.8151596504974365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 28.35999870300293, "Augmented-0.05-Quantile-Accuracy": 29.17999839782715, "Augmented-0.1-Quantile-Accuracy": 29.67999839782715, "Augmented-Accuracy": 30.941, "Augmented-Loss": 1.7923955601882935, "Clean-Accuracy": 31.44, "Clean-Loss": 1.7453830284118652, "PGD-Accuracy": 5.68, "PGD-Loss": 2.7468033695220946}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 967.7413988113403, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.389999389648438, "Augmented-0.05-Quantile-Accuracy": 32.209999084472656, "Augmented-0.1-Quantile-Accuracy": 32.54999923706055, "Augmented-Accuracy": 33.9258, "Augmented-Loss": 1.727717274658203, "Clean-Accuracy": 34.64, "Clean-Loss": 1.705365151977539, "PGD-Accuracy": 6.52, "PGD-Loss": 3.0135830291748045}, "Total-Time": 5807.709748268127, "Train": {"Loss": 28.426851395874024, "avg t": 1.6194309005737304, "plain loss": 1.7693722985229505, "standard loss": 1.7689354874420167}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 30.239999771118164, "Augmented-0.05-Quantile-Accuracy": 30.85999870300293, "Augmented-0.1-Quantile-Accuracy": 31.259998321533203, "Augmented-Accuracy": 32.5168, "Augmented-Loss": 1.7293772822780609, "Clean-Accuracy": 33.98, "Clean-Loss": 1.7199399908065796, "PGD-Accuracy": 6.26, "PGD-Loss": 2.9071315952301027}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 967.4821557998657, "Test": {"Augmented-0.01-Quantile-Accuracy": 30.579999923706055, "Augmented-0.05-Quantile-Accuracy": 31.81999969482422, "Augmented-0.1-Quantile-Accuracy": 32.39999771118164, "Augmented-Accuracy": 34.0167, "Augmented-Loss": 1.6987843964233398, "Clean-Accuracy": 34.05, "Clean-Loss": 1.6843818466186524, "PGD-Accuracy": 2.89, "PGD-Loss": 3.060421228027344}, "Total-Time": 6775.191904067993, "Train": {"Loss": 25.732327542190554, "avg t": 1.5979760568237305, "plain loss": 1.7242683460693353, "standard loss": 1.7237671991348267}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 28.739999771118164, "Augmented-0.05-Quantile-Accuracy": 29.69999885559082, "Augmented-0.1-Quantile-Accuracy": 30.03999900817871, "Augmented-Accuracy": 32.0014, "Augmented-Loss": 1.7235161808414459, "Clean-Accuracy": 32.96, "Clean-Loss": 1.7013167110443115, "PGD-Accuracy": 2.82, "PGD-Loss": 3.008644152069092}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 967.366776227951, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.540000915527344, "Augmented-0.05-Quantile-Accuracy": 39.099998474121094, "Augmented-0.1-Quantile-Accuracy": 39.90999984741211, "Augmented-Accuracy": 42.2926, "Augmented-Loss": 1.613985124771118, "Clean-Accuracy": 43.5, "Clean-Loss": 1.5850408798217774, "PGD-Accuracy": 1.76, "PGD-Loss": 3.355426568603516}, "Total-Time": 7742.558680295944, "Train": {"Loss": 22.899496433486938, "avg t": 1.5769876192474366, "plain loss": 1.6773141676635743, "standard loss": 1.6766158044433594}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.71999740600586, "Augmented-0.05-Quantile-Accuracy": 39.34000015258789, "Augmented-0.1-Quantile-Accuracy": 40.13999938964844, "Augmented-Accuracy": 42.622, "Augmented-Loss": 1.614391511888504, "Clean-Accuracy": 35.88, "Clean-Loss": 1.707794900894165, "PGD-Accuracy": 2.38, "PGD-Loss": 3.2339852432250975}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 967.424103975296, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.38999938964844, "Augmented-0.05-Quantile-Accuracy": 39.75, "Augmented-0.1-Quantile-Accuracy": 40.41999816894531, "Augmented-Accuracy": 43.0905, "Augmented-Loss": 1.5513131111602783, "Clean-Accuracy": 44.35, "Clean-Loss": 1.5177255661010742, "PGD-Accuracy": 2.47, "PGD-Loss": 3.555402429199219}, "Total-Time": 8709.98278427124, "Train": {"Loss": 20.176603946189882, "avg t": 1.5521121504974364, "plain loss": 1.6289942538146978, "standard loss": 1.6280854468536377}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.29999923706055, "Augmented-0.05-Quantile-Accuracy": 39.779998779296875, "Augmented-0.1-Quantile-Accuracy": 40.47999954223633, "Augmented-Accuracy": 42.4932, "Augmented-Loss": 1.5539774348907471, "Clean-Accuracy": 42.16, "Clean-Loss": 1.5676575254440308, "PGD-Accuracy": 2.3, "PGD-Loss": 3.4347856620788573}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 967.4300713539124, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.09000015258789, "Augmented-0.05-Quantile-Accuracy": 41.43000030517578, "Augmented-0.1-Quantile-Accuracy": 42.619998931884766, "Augmented-Accuracy": 46.07, "Augmented-Loss": 1.5586171933288575, "Clean-Accuracy": 46.21, "Clean-Loss": 1.5304300888061524, "PGD-Accuracy": 0.76, "PGD-Loss": 4.039492129516602}, "Total-Time": 9677.412855625153, "Train": {"Loss": 17.569762233886717, "avg t": 1.5275696504592895, "plain loss": 1.5813109531250003, "standard loss": 1.5802019668960572}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.5, "Augmented-0.05-Quantile-Accuracy": 41.70000076293945, "Augmented-0.1-Quantile-Accuracy": 42.84000015258789, "Augmented-Accuracy": 46.1946, "Augmented-Loss": 1.5441573343486785, "Clean-Accuracy": 42.94, "Clean-Loss": 1.5654263292312622, "PGD-Accuracy": 0.96, "PGD-Loss": 3.829532180023193}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 967.4382126331329, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.12999725341797, "Augmented-0.05-Quantile-Accuracy": 41.98999786376953, "Augmented-0.1-Quantile-Accuracy": 42.79999923706055, "Augmented-Accuracy": 45.6968, "Augmented-Loss": 1.5363189064941407, "Clean-Accuracy": 46.14, "Clean-Loss": 1.4735447052001953, "PGD-Accuracy": 0.7, "PGD-Loss": 4.536784719848633}, "Total-Time": 10644.851068258286, "Train": {"Loss": 15.968078844146728, "avg t": 1.5081749629974366, "plain loss": 1.546004975402834, "standard loss": 1.5444985180282593}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 41.87999725341797, "Augmented-0.05-Quantile-Accuracy": 43.31999969482422, "Augmented-0.1-Quantile-Accuracy": 44.20000076293945, "Augmented-Accuracy": 46.6852, "Augmented-Loss": 1.4985918418216706, "Clean-Accuracy": 43.18, "Clean-Loss": 1.5121623107910156, "PGD-Accuracy": 1.26, "PGD-Loss": 4.351053330230713}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 967.228994846344, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.18000030517578, "Augmented-0.05-Quantile-Accuracy": 41.95000076293945, "Augmented-0.1-Quantile-Accuracy": 42.97999954223633, "Augmented-Accuracy": 46.0035, "Augmented-Loss": 1.5444134876708984, "Clean-Accuracy": 47.19, "Clean-Loss": 1.5024092086791991, "PGD-Accuracy": 1.05, "PGD-Loss": 4.121296139526367}, "Total-Time": 11612.08006310463, "Train": {"Loss": 14.670131502609253, "avg t": 1.4929032441711425, "plain loss": 1.5191647668151849, "standard loss": 1.5177139993667603}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.70000076293945, "Augmented-0.05-Quantile-Accuracy": 44.47999954223633, "Augmented-0.1-Quantile-Accuracy": 45.57999801635742, "Augmented-Accuracy": 48.4068, "Augmented-Loss": 1.505530268819809, "Clean-Accuracy": 47.54, "Clean-Loss": 1.4883044355392456, "PGD-Accuracy": 1.6, "PGD-Loss": 3.9295815643310545}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 966.951464176178, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.97999954223633, "Augmented-0.05-Quantile-Accuracy": 37.82999801635742, "Augmented-0.1-Quantile-Accuracy": 38.70000076293945, "Augmented-Accuracy": 41.7686, "Augmented-Loss": 1.5323377492980956, "Clean-Accuracy": 42.96, "Clean-Loss": 1.446128092956543, "PGD-Accuracy": 0.48, "PGD-Loss": 5.113344769287109}, "Total-Time": 12579.031527280807, "Train": {"Loss": 13.648513045578003, "avg t": 1.4773191817474365, "plain loss": 1.4929707660522458, "standard loss": 1.4912375923156738}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.29999923706055, "Augmented-0.05-Quantile-Accuracy": 39.84000015258789, "Augmented-0.1-Quantile-Accuracy": 40.70000076293945, "Augmented-Accuracy": 43.815, "Augmented-Loss": 1.4616459946346283, "Clean-Accuracy": 39.44, "Clean-Loss": 1.478402311706543, "PGD-Accuracy": 0.9, "PGD-Loss": 4.619342771148681}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 966.5018684864044, "Test": {"Augmented-0.01-Quantile-Accuracy": 30.779998779296875, "Augmented-0.05-Quantile-Accuracy": 32.98999786376953, "Augmented-0.1-Quantile-Accuracy": 33.939998626708984, "Augmented-Accuracy": 37.8098, "Augmented-Loss": 1.5828159554595946, "Clean-Accuracy": 42.36, "Clean-Loss": 1.4795733856201172, "PGD-Accuracy": 0.6, "PGD-Loss": 5.25883620300293}, "Total-Time": 13545.533395767212, "Train": {"Loss": 12.688025829467774, "avg t": 1.4759988692855834, "plain loss": 1.4844097210693386, "standard loss": 1.4825994329833985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.29999923706055, "Augmented-0.05-Quantile-Accuracy": 35.439998626708984, "Augmented-0.1-Quantile-Accuracy": 36.52000045776367, "Augmented-Accuracy": 39.9758, "Augmented-Loss": 1.5199591602420808, "Clean-Accuracy": 37.9, "Clean-Loss": 1.5459459980010986, "PGD-Accuracy": 0.64, "PGD-Loss": 4.7786303199768065}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 966.8550910949707, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.779998779296875, "Augmented-0.05-Quantile-Accuracy": 35.43000030517578, "Augmented-0.1-Quantile-Accuracy": 36.71999740600586, "Augmented-Accuracy": 41.1814, "Augmented-Loss": 1.5363996297454834, "Clean-Accuracy": 45.01, "Clean-Loss": 1.4440859985351562, "PGD-Accuracy": 0.6, "PGD-Loss": 5.687586395263672}, "Total-Time": 14512.388486862183, "Train": {"Loss": 11.617451635971069, "avg t": 1.4616826192092895, "plain loss": 1.4577181623229984, "standard loss": 1.4553244885635377}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.0, "Augmented-0.05-Quantile-Accuracy": 39.439998626708984, "Augmented-0.1-Quantile-Accuracy": 40.39999771118164, "Augmented-Accuracy": 44.4908, "Augmented-Loss": 1.4633278610916138, "Clean-Accuracy": 49.3, "Clean-Loss": 1.401110933494568, "PGD-Accuracy": 0.7, "PGD-Loss": 5.2482478775024415}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 966.7142798900604, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.87999725341797, "Augmented-0.05-Quantile-Accuracy": 36.90999984741211, "Augmented-0.1-Quantile-Accuracy": 37.73999786376953, "Augmented-Accuracy": 40.9087, "Augmented-Loss": 1.5392146027526856, "Clean-Accuracy": 46.49, "Clean-Loss": 1.4314932830810547, "PGD-Accuracy": 0.93, "PGD-Loss": 5.147274688720703}, "Total-Time": 15479.102766752243, "Train": {"Loss": 11.495849924545288, "avg t": 1.4539910567474366, "plain loss": 1.4492953077392594, "standard loss": 1.446779455871582}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.459999084472656, "Augmented-0.05-Quantile-Accuracy": 40.47999954223633, "Augmented-0.1-Quantile-Accuracy": 41.459999084472656, "Augmented-Accuracy": 44.9062, "Augmented-Loss": 1.464762570569992, "Clean-Accuracy": 41.82, "Clean-Loss": 1.4953246015548707, "PGD-Accuracy": 0.72, "PGD-Loss": 4.883445880126953}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 966.3146800994873, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.81999969482422, "Augmented-0.05-Quantile-Accuracy": 39.7599983215332, "Augmented-0.1-Quantile-Accuracy": 41.30999755859375, "Augmented-Accuracy": 46.6909, "Augmented-Loss": 1.5632986738586425, "Clean-Accuracy": 53.27, "Clean-Loss": 1.4470058578491212, "PGD-Accuracy": 0.25, "PGD-Loss": 5.419689761352539}, "Total-Time": 16445.41744685173, "Train": {"Loss": 10.925503018646241, "avg t": 1.4421704317474364, "plain loss": 1.429811162475584, "standard loss": 1.427305284385681}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.459999084472656, "Augmented-0.05-Quantile-Accuracy": 46.439998626708984, "Augmented-0.1-Quantile-Accuracy": 47.63999938964844, "Augmented-Accuracy": 52.6094, "Augmented-Loss": 1.4784850832633971, "Clean-Accuracy": 43.84, "Clean-Loss": 1.4201423454284667, "PGD-Accuracy": 0.44, "PGD-Loss": 5.101936783599854}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 966.3907949924469, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.23999786376953, "Augmented-0.05-Quantile-Accuracy": 36.5, "Augmented-0.1-Quantile-Accuracy": 38.20000076293945, "Augmented-Accuracy": 43.4341, "Augmented-Loss": 1.5921669172515869, "Clean-Accuracy": 48.46, "Clean-Loss": 1.4748040405273437, "PGD-Accuracy": 0.27, "PGD-Loss": 5.620354147338867}, "Total-Time": 17411.808241844177, "Train": {"Loss": 10.496048291931153, "avg t": 1.4298388692474364, "plain loss": 1.413448080322265, "standard loss": 1.4107021409606935}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.37999725341797, "Augmented-0.05-Quantile-Accuracy": 41.81999969482422, "Augmented-0.1-Quantile-Accuracy": 43.279998779296875, "Augmented-Accuracy": 48.4982, "Augmented-Loss": 1.5014993403167725, "Clean-Accuracy": 44.94, "Clean-Loss": 1.4111182924270629, "PGD-Accuracy": 0.42, "PGD-Loss": 5.227960974884033}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 966.5239114761353, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.04999923706055, "Augmented-0.05-Quantile-Accuracy": 33.96999740600586, "Augmented-0.1-Quantile-Accuracy": 34.779998779296875, "Augmented-Accuracy": 38.2466, "Augmented-Loss": 1.5717417259368895, "Clean-Accuracy": 43.63, "Clean-Loss": 1.452989747619629, "PGD-Accuracy": 0.72, "PGD-Loss": 5.620098022460938}, "Total-Time": 18378.332153320312, "Train": {"Loss": 10.203219206085205, "avg t": 1.4209674629211426, "plain loss": 1.3970249363403293, "standard loss": 1.3937482777404786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 34.939998626708984, "Augmented-0.05-Quantile-Accuracy": 36.81999969482422, "Augmented-0.1-Quantile-Accuracy": 37.939998626708984, "Augmented-Accuracy": 41.6494, "Augmented-Loss": 1.486508022708893, "Clean-Accuracy": 41.08, "Clean-Loss": 1.4294449371337892, "PGD-Accuracy": 0.66, "PGD-Loss": 5.3222739791870115}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 966.6144707202911, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.07999801635742, "Augmented-0.05-Quantile-Accuracy": 35.88999938964844, "Augmented-0.1-Quantile-Accuracy": 37.11000061035156, "Augmented-Accuracy": 41.4914, "Augmented-Loss": 1.59736503616333, "Clean-Accuracy": 47.79, "Clean-Loss": 1.4872763763427734, "PGD-Accuracy": 0.33, "PGD-Loss": 5.283791918945313}, "Total-Time": 19344.946624040604, "Train": {"Loss": 9.998210912704467, "avg t": 1.4195421504974366, "plain loss": 1.3921300773315415, "standard loss": 1.3892732569122315}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.0, "Augmented-0.05-Quantile-Accuracy": 40.84000015258789, "Augmented-0.1-Quantile-Accuracy": 41.97999954223633, "Augmented-Accuracy": 45.767, "Augmented-Loss": 1.526145049516678, "Clean-Accuracy": 44.06, "Clean-Loss": 1.4523582958221435, "PGD-Accuracy": 0.26, "PGD-Loss": 4.933944129943848}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 966.4791917800903, "Test": {"Augmented-0.01-Quantile-Accuracy": 30.31999969482422, "Augmented-0.05-Quantile-Accuracy": 32.84000015258789, "Augmented-0.1-Quantile-Accuracy": 34.0099983215332, "Augmented-Accuracy": 38.1956, "Augmented-Loss": 1.5300328553161622, "Clean-Accuracy": 43.46, "Clean-Loss": 1.4408118331909179, "PGD-Accuracy": 0.51, "PGD-Loss": 6.1403693359375}, "Total-Time": 20311.425815820694, "Train": {"Loss": 9.564651071929932, "avg t": 1.4139543379211426, "plain loss": 1.3832623565063478, "standard loss": 1.3802791548919677}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 34.37999725341797, "Augmented-0.05-Quantile-Accuracy": 37.07999801635742, "Augmented-0.1-Quantile-Accuracy": 37.97999954223633, "Augmented-Accuracy": 42.3808, "Augmented-Loss": 1.470596767490387, "Clean-Accuracy": 43.26, "Clean-Loss": 1.3975928493499756, "PGD-Accuracy": 0.28, "PGD-Loss": 5.834528266906738}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 966.0884418487549, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.92999839782715, "Augmented-0.05-Quantile-Accuracy": 33.97999954223633, "Augmented-0.1-Quantile-Accuracy": 34.81999969482422, "Augmented-Accuracy": 37.4725, "Augmented-Loss": 1.5222914790039062, "Clean-Accuracy": 41.54, "Clean-Loss": 1.4040922424316407, "PGD-Accuracy": 0.3, "PGD-Loss": 5.805301013183594}, "Total-Time": 21277.51425766945, "Train": {"Loss": 9.66535503479004, "avg t": 1.3980184004211427, "plain loss": 1.3618263024597155, "standard loss": 1.3586820282363892}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.71999740600586, "Augmented-0.05-Quantile-Accuracy": 39.53999710083008, "Augmented-0.1-Quantile-Accuracy": 40.34000015258789, "Augmented-Accuracy": 42.9158, "Augmented-Loss": 1.4285452129554748, "Clean-Accuracy": 45.04, "Clean-Loss": 1.3615420650482177, "PGD-Accuracy": 0.7, "PGD-Loss": 5.413498783874512}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 966.0610239505768, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.0, "Augmented-0.05-Quantile-Accuracy": 44.189998626708984, "Augmented-0.1-Quantile-Accuracy": 45.75, "Augmented-Accuracy": 50.648, "Augmented-Loss": 1.5263449977416992, "Clean-Accuracy": 55.23, "Clean-Loss": 1.4250523620605469, "PGD-Accuracy": 0.16, "PGD-Loss": 5.296568890380859}, "Total-Time": 22243.575281620026, "Train": {"Loss": 9.29596554649353, "avg t": 1.3959763691711427, "plain loss": 1.3580795917358404, "standard loss": 1.3549508234786987}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.36000061035156, "Augmented-0.05-Quantile-Accuracy": 48.31999969482422, "Augmented-0.1-Quantile-Accuracy": 49.97999954223633, "Augmented-Accuracy": 54.933, "Augmented-Loss": 1.4607387718105316, "Clean-Accuracy": 54.0, "Clean-Loss": 1.3634395219802857, "PGD-Accuracy": 0.26, "PGD-Loss": 4.937338009643555}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 966.2553899288177, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.12999725341797, "Augmented-0.05-Quantile-Accuracy": 38.72999954223633, "Augmented-0.1-Quantile-Accuracy": 39.959999084472656, "Augmented-Accuracy": 43.9327, "Augmented-Loss": 1.482938695388794, "Clean-Accuracy": 47.44, "Clean-Loss": 1.3976742156982422, "PGD-Accuracy": 0.17, "PGD-Loss": 6.031021728515625}, "Total-Time": 23209.830671548843, "Train": {"Loss": 8.932718526573181, "avg t": 1.3964394942092895, "plain loss": 1.3540399338684104, "standard loss": 1.350506770401001}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.7599983215332, "Augmented-0.05-Quantile-Accuracy": 43.0, "Augmented-0.1-Quantile-Accuracy": 44.02000045776367, "Augmented-Accuracy": 47.7698, "Augmented-Loss": 1.4270211058330535, "Clean-Accuracy": 48.0, "Clean-Loss": 1.3698963325500488, "PGD-Accuracy": 0.18, "PGD-Loss": 5.698835869598389}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 966.0414068698883, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.189998626708984, "Augmented-0.05-Quantile-Accuracy": 41.04999923706055, "Augmented-0.1-Quantile-Accuracy": 42.459999084472656, "Augmented-Accuracy": 47.6211, "Augmented-Loss": 1.4633587099914551, "Clean-Accuracy": 50.21, "Clean-Loss": 1.3560698165893554, "PGD-Accuracy": 0.42, "PGD-Loss": 6.119407849121094}, "Total-Time": 24175.87207841873, "Train": {"Loss": 8.5805821484375, "avg t": 1.3910334004211427, "plain loss": 1.344795648834229, "standard loss": 1.3411606899261475}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 41.71999740600586, "Augmented-0.05-Quantile-Accuracy": 44.37999725341797, "Augmented-0.1-Quantile-Accuracy": 45.36000061035156, "Augmented-Accuracy": 49.861, "Augmented-Loss": 1.3895538294963836, "Clean-Accuracy": 52.56, "Clean-Loss": 1.3425015781402587, "PGD-Accuracy": 0.46, "PGD-Loss": 5.753038943481445}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 965.8407065868378, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.39999771118164, "Augmented-0.05-Quantile-Accuracy": 39.89999771118164, "Augmented-0.1-Quantile-Accuracy": 41.41999816894531, "Augmented-Accuracy": 47.1059, "Augmented-Loss": 1.4419506204223633, "Clean-Accuracy": 53.63, "Clean-Loss": 1.3266715576171875, "PGD-Accuracy": 0.17, "PGD-Loss": 6.168590673828125}, "Total-Time": 25141.71278500557, "Train": {"Loss": 8.841863491096497, "avg t": 1.3864127754211426, "plain loss": 1.3432650040893541, "standard loss": 1.3396514480209352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.0, "Augmented-0.05-Quantile-Accuracy": 45.779998779296875, "Augmented-0.1-Quantile-Accuracy": 47.18000030517578, "Augmented-Accuracy": 52.3992, "Augmented-Loss": 1.3555291572856902, "Clean-Accuracy": 45.64, "Clean-Loss": 1.3680439361572265, "PGD-Accuracy": 0.16, "PGD-Loss": 5.718186260223389}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 966.2509469985962, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.96999740600586, "Augmented-0.05-Quantile-Accuracy": 47.96999740600586, "Augmented-0.1-Quantile-Accuracy": 50.12999725341797, "Augmented-Accuracy": 56.7867, "Augmented-Loss": 1.446240141067505, "Clean-Accuracy": 59.63, "Clean-Loss": 1.3188529861450196, "PGD-Accuracy": 0.2, "PGD-Loss": 6.5953330078125}, "Total-Time": 26107.963732004166, "Train": {"Loss": 8.64738452003479, "avg t": 1.3729371504211425, "plain loss": 1.3165315343933122, "standard loss": 1.3124110918426513}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.02000045776367, "Augmented-0.05-Quantile-Accuracy": 53.15999984741211, "Augmented-0.1-Quantile-Accuracy": 54.97999954223633, "Augmented-Accuracy": 60.8014, "Augmented-Loss": 1.3501506737689972, "Clean-Accuracy": 59.78, "Clean-Loss": 1.3030750785827636, "PGD-Accuracy": 0.1, "PGD-Loss": 6.228776007843018}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 965.8539426326752, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.02000045776367, "Augmented-0.05-Quantile-Accuracy": 46.619998931884766, "Augmented-0.1-Quantile-Accuracy": 47.709999084472656, "Augmented-Accuracy": 51.5643, "Augmented-Loss": 1.4156453786926269, "Clean-Accuracy": 52.6, "Clean-Loss": 1.338292253112793, "PGD-Accuracy": 0.13, "PGD-Loss": 5.987441003417969}, "Total-Time": 27073.81767463684, "Train": {"Loss": 8.789538861312867, "avg t": 1.3689535567092896, "plain loss": 1.3125732252197253, "standard loss": 1.3085725800323487}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.84000015258789, "Augmented-0.05-Quantile-Accuracy": 48.41999816894531, "Augmented-0.1-Quantile-Accuracy": 49.37999725341797, "Augmented-Accuracy": 53.2184, "Augmented-Loss": 1.3551535910015107, "Clean-Accuracy": 54.12, "Clean-Loss": 1.2687826272964478, "PGD-Accuracy": 0.08, "PGD-Loss": 5.639314498901367}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 966.3392930030823, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.78999710083008, "Augmented-0.05-Quantile-Accuracy": 43.91999816894531, "Augmented-0.1-Quantile-Accuracy": 45.31999969482422, "Augmented-Accuracy": 50.1368, "Augmented-Loss": 1.4637840906677246, "Clean-Accuracy": 56.23, "Clean-Loss": 1.339122599029541, "PGD-Accuracy": 0.1, "PGD-Loss": 6.530417974853516}, "Total-Time": 28040.156967639923, "Train": {"Loss": 8.55648919052124, "avg t": 1.3713891816711425, "plain loss": 1.3181481565856934, "standard loss": 1.3144754582977294}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.7599983215332, "Augmented-0.05-Quantile-Accuracy": 49.63999938964844, "Augmented-0.1-Quantile-Accuracy": 50.91999816894531, "Augmented-Accuracy": 55.3054, "Augmented-Loss": 1.3776173086090089, "Clean-Accuracy": 61.16, "Clean-Loss": 1.278349983215332, "PGD-Accuracy": 0.26, "PGD-Loss": 6.259849977874756}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 966.1901881694794, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.64999771118164, "Augmented-0.05-Quantile-Accuracy": 49.779998779296875, "Augmented-0.1-Quantile-Accuracy": 51.84000015258789, "Augmented-Accuracy": 58.2697, "Augmented-Loss": 1.438862097366333, "Clean-Accuracy": 63.32, "Clean-Loss": 1.2924993934631348, "PGD-Accuracy": 0.06, "PGD-Loss": 6.146857391357422}, "Total-Time": 29006.347155809402, "Train": {"Loss": 8.501410959091187, "avg t": 1.3630998066711426, "plain loss": 1.3037559552612306, "standard loss": 1.299530652923584}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.779998779296875, "Augmented-0.05-Quantile-Accuracy": 55.18000030517578, "Augmented-0.1-Quantile-Accuracy": 56.97999954223633, "Augmented-Accuracy": 62.3866, "Augmented-Loss": 1.3351130451946258, "Clean-Accuracy": 61.24, "Clean-Loss": 1.2669306751251221, "PGD-Accuracy": 0.06, "PGD-Loss": 5.772726953125}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 965.8029971122742, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.64999771118164, "Augmented-0.05-Quantile-Accuracy": 39.77000045776367, "Augmented-0.1-Quantile-Accuracy": 41.29999923706055, "Augmented-Accuracy": 47.0118, "Augmented-Loss": 1.4912509384002686, "Clean-Accuracy": 51.33, "Clean-Loss": 1.34898910446167, "PGD-Accuracy": 0.22, "PGD-Loss": 6.599389855957031}, "Total-Time": 29972.150152921677, "Train": {"Loss": 7.983043763771057, "avg t": 1.3696665254211426, "plain loss": 1.3120131296997057, "standard loss": 1.3079989749908447}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.55999755859375, "Augmented-0.05-Quantile-Accuracy": 47.02000045776367, "Augmented-0.1-Quantile-Accuracy": 48.73999786376953, "Augmented-Accuracy": 53.8718, "Augmented-Loss": 1.3674796855773925, "Clean-Accuracy": 52.86, "Clean-Loss": 1.28654527053833, "PGD-Accuracy": 0.34, "PGD-Loss": 6.228074167633056}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 965.7151384353638, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.689998626708984, "Augmented-0.05-Quantile-Accuracy": 44.46999740600586, "Augmented-0.1-Quantile-Accuracy": 46.029998779296875, "Augmented-Accuracy": 52.104, "Augmented-Loss": 1.4532954619140626, "Clean-Accuracy": 56.16, "Clean-Loss": 1.3264644493103028, "PGD-Accuracy": 0.49, "PGD-Loss": 6.242696020507813}, "Total-Time": 30937.86529135704, "Train": {"Loss": 8.419401635932923, "avg t": 1.3672460566711426, "plain loss": 1.3075528275451662, "standard loss": 1.303444181137085}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.34000015258789, "Augmented-0.05-Quantile-Accuracy": 49.619998931884766, "Augmented-0.1-Quantile-Accuracy": 50.939998626708984, "Augmented-Accuracy": 56.4632, "Augmented-Loss": 1.3627142309761047, "Clean-Accuracy": 49.9, "Clean-Loss": 1.2860455711364747, "PGD-Accuracy": 0.18, "PGD-Loss": 5.891751594543457}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 965.4848718643188, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.2599983215332, "Augmented-0.05-Quantile-Accuracy": 42.30999755859375, "Augmented-0.1-Quantile-Accuracy": 43.939998626708984, "Augmented-Accuracy": 48.7798, "Augmented-Loss": 1.4339205586853028, "Clean-Accuracy": 53.46, "Clean-Loss": 1.3094398567199708, "PGD-Accuracy": 1.29, "PGD-Loss": 5.958806970214844}, "Total-Time": 31903.35016322136, "Train": {"Loss": 7.826721467285156, "avg t": 1.3615462129211426, "plain loss": 1.2966131842041033, "standard loss": 1.2926264765167237}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.21999740600586, "Augmented-0.05-Quantile-Accuracy": 49.05999755859375, "Augmented-0.1-Quantile-Accuracy": 50.29999923706055, "Augmented-Accuracy": 55.2478, "Augmented-Loss": 1.3223589731521606, "Clean-Accuracy": 57.54, "Clean-Loss": 1.253553475189209, "PGD-Accuracy": 0.34, "PGD-Loss": 5.486686668395996}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 965.5902142524719, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.349998474121094, "Augmented-0.05-Quantile-Accuracy": 38.7599983215332, "Augmented-0.1-Quantile-Accuracy": 40.07999801635742, "Augmented-Accuracy": 44.5162, "Augmented-Loss": 1.527666995437622, "Clean-Accuracy": 51.57, "Clean-Loss": 1.4065623168945312, "PGD-Accuracy": 1.78, "PGD-Loss": 5.684446978759766}, "Total-Time": 32868.94037747383, "Train": {"Loss": 7.914988628921509, "avg t": 1.3642098066711426, "plain loss": 1.3014965668945306, "standard loss": 1.2974531468963624}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.57999801635742, "Augmented-0.05-Quantile-Accuracy": 43.15999984741211, "Augmented-0.1-Quantile-Accuracy": 44.52000045776367, "Augmented-Accuracy": 48.5672, "Augmented-Loss": 1.4512530494117737, "Clean-Accuracy": 53.3, "Clean-Loss": 1.3257619106292724, "PGD-Accuracy": 0.5, "PGD-Loss": 5.353811951446533}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 965.6083247661591, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.68000030517578, "Augmented-0.05-Quantile-Accuracy": 44.13999938964844, "Augmented-0.1-Quantile-Accuracy": 45.59000015258789, "Augmented-Accuracy": 50.8238, "Augmented-Loss": 1.4500294487609864, "Clean-Accuracy": 53.72, "Clean-Loss": 1.3154162284851074, "PGD-Accuracy": 0.15, "PGD-Loss": 6.144211889648438}, "Total-Time": 33834.54870223999, "Train": {"Loss": 7.689339140472412, "avg t": 1.3705687130355835, "plain loss": 1.3107135086669937, "standard loss": 1.306659209060669}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.69999694824219, "Augmented-0.05-Quantile-Accuracy": 49.86000061035156, "Augmented-0.1-Quantile-Accuracy": 51.39999771118164, "Augmented-Accuracy": 56.2284, "Augmented-Loss": 1.352908699590683, "Clean-Accuracy": 52.46, "Clean-Loss": 1.254116817855835, "PGD-Accuracy": 0.14, "PGD-Loss": 5.733923879241943}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 965.5998914241791, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.78999710083008, "Augmented-0.05-Quantile-Accuracy": 44.39999771118164, "Augmented-0.1-Quantile-Accuracy": 45.77000045776367, "Augmented-Accuracy": 50.0364, "Augmented-Loss": 1.4238549436798096, "Clean-Accuracy": 51.53, "Clean-Loss": 1.3325202209472655, "PGD-Accuracy": 0.5, "PGD-Loss": 5.706998937988281}, "Total-Time": 34800.14859366417, "Train": {"Loss": 8.11693652206421, "avg t": 1.3550210566711425, "plain loss": 1.2865231632080065, "standard loss": 1.2825569285583496}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.619998931884766, "Augmented-0.05-Quantile-Accuracy": 48.5, "Augmented-0.1-Quantile-Accuracy": 49.7599983215332, "Augmented-Accuracy": 53.64, "Augmented-Loss": 1.3451047931098938, "Clean-Accuracy": 53.62, "Clean-Loss": 1.2733800981521606, "PGD-Accuracy": 0.36, "PGD-Loss": 5.344660598754883}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 965.0054705142975, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.52000045776367, "Augmented-0.05-Quantile-Accuracy": 39.65999984741211, "Augmented-0.1-Quantile-Accuracy": 41.5099983215332, "Augmented-Accuracy": 48.2894, "Augmented-Loss": 1.5085330440673828, "Clean-Accuracy": 54.97, "Clean-Loss": 1.3475076553344727, "PGD-Accuracy": 0.23, "PGD-Loss": 6.489876080322266}, "Total-Time": 35765.15406417847, "Train": {"Loss": 7.861025343170166, "avg t": 1.3581782441711425, "plain loss": 1.2984028200378404, "standard loss": 1.2941419804763794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.53999710083008, "Augmented-0.05-Quantile-Accuracy": 49.37999725341797, "Augmented-0.1-Quantile-Accuracy": 51.119998931884766, "Augmented-Accuracy": 56.9166, "Augmented-Loss": 1.3746037079849243, "Clean-Accuracy": 58.62, "Clean-Loss": 1.2732671411514283, "PGD-Accuracy": 0.2, "PGD-Loss": 6.147585903930664}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 965.5636329650879, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.52000045776367, "Augmented-0.05-Quantile-Accuracy": 35.12999725341797, "Augmented-0.1-Quantile-Accuracy": 36.37999725341797, "Augmented-Accuracy": 40.889, "Augmented-Loss": 1.4649767176971435, "Clean-Accuracy": 45.35, "Clean-Loss": 1.3624073738098144, "PGD-Accuracy": 0.65, "PGD-Loss": 6.302152642822266}, "Total-Time": 36730.717697143555, "Train": {"Loss": 7.730824591903686, "avg t": 1.3651657441711427, "plain loss": 1.30282336831665, "standard loss": 1.2987127379608154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 36.65999984741211, "Augmented-0.05-Quantile-Accuracy": 39.39999771118164, "Augmented-0.1-Quantile-Accuracy": 40.5, "Augmented-Accuracy": 45.0626, "Augmented-Loss": 1.3754678492164611, "Clean-Accuracy": 47.56, "Clean-Loss": 1.3064063343048096, "PGD-Accuracy": 0.58, "PGD-Loss": 5.80559019241333}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 965.016979932785, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.88999938964844, "Augmented-0.05-Quantile-Accuracy": 45.5, "Augmented-0.1-Quantile-Accuracy": 46.72999954223633, "Augmented-Accuracy": 51.9817, "Augmented-Loss": 1.4259652096252442, "Clean-Accuracy": 56.46, "Clean-Loss": 1.3174451667785645, "PGD-Accuracy": 0.63, "PGD-Loss": 6.030546313476562}, "Total-Time": 37695.73467707634, "Train": {"Loss": 7.7292086651992795, "avg t": 1.3663344941711426, "plain loss": 1.3042482242126463, "standard loss": 1.3003298014831544}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.7599983215332, "Augmented-0.05-Quantile-Accuracy": 51.439998626708984, "Augmented-0.1-Quantile-Accuracy": 52.89999771118164, "Augmented-Accuracy": 58.0282, "Augmented-Loss": 1.3292667369861604, "Clean-Accuracy": 59.88, "Clean-Loss": 1.241291869163513, "PGD-Accuracy": 0.72, "PGD-Loss": 5.6495613159179685}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 965.2507331371307, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.79999923706055, "Augmented-0.05-Quantile-Accuracy": 46.099998474121094, "Augmented-0.1-Quantile-Accuracy": 47.65999984741211, "Augmented-Accuracy": 52.97, "Augmented-Loss": 1.4530682121887206, "Clean-Accuracy": 56.22, "Clean-Loss": 1.2900740592956543, "PGD-Accuracy": 0.23, "PGD-Loss": 6.3798680541992185}, "Total-Time": 38660.98541021347, "Train": {"Loss": 7.462747085189819, "avg t": 1.3551004317474364, "plain loss": 1.2889256893310548, "standard loss": 1.284854462928772}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.13999938964844, "Augmented-0.05-Quantile-Accuracy": 53.8599967956543, "Augmented-0.1-Quantile-Accuracy": 55.07999801635742, "Augmented-Accuracy": 59.3774, "Augmented-Loss": 1.3145625157794953, "Clean-Accuracy": 48.9, "Clean-Loss": 1.3092109966278076, "PGD-Accuracy": 0.22, "PGD-Loss": 5.991607878112793}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 965.0712833404541, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.27000045776367, "Augmented-0.05-Quantile-Accuracy": 47.78999710083008, "Augmented-0.1-Quantile-Accuracy": 49.34000015258789, "Augmented-Accuracy": 54.9891, "Augmented-Loss": 1.4272072516174317, "Clean-Accuracy": 62.28, "Clean-Loss": 1.2615629173278808, "PGD-Accuracy": 0.22, "PGD-Loss": 6.076740252685547}, "Total-Time": 39626.056693553925, "Train": {"Loss": 7.1400009951019285, "avg t": 1.3545330879592896, "plain loss": 1.2855829738769524, "standard loss": 1.2815218692398072}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.959999084472656, "Augmented-0.05-Quantile-Accuracy": 54.47999954223633, "Augmented-0.1-Quantile-Accuracy": 56.41999816894531, "Augmented-Accuracy": 61.3546, "Augmented-Loss": 1.299345708185196, "Clean-Accuracy": 56.4, "Clean-Loss": 1.1911024198532105, "PGD-Accuracy": 0.14, "PGD-Loss": 5.698919153594971}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 965.3280017375946, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.689998626708984, "Augmented-0.05-Quantile-Accuracy": 42.38999938964844, "Augmented-0.1-Quantile-Accuracy": 43.779998779296875, "Augmented-Accuracy": 48.6679, "Augmented-Loss": 1.4252787037658692, "Clean-Accuracy": 55.53, "Clean-Loss": 1.279133962249756, "PGD-Accuracy": 0.33, "PGD-Loss": 5.967997528076172}, "Total-Time": 40591.38469529152, "Train": {"Loss": 7.6054845213699345, "avg t": 1.3506216816711425, "plain loss": 1.281367060791016, "standard loss": 1.276746220626831}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.15999984741211, "Augmented-0.05-Quantile-Accuracy": 49.79999923706055, "Augmented-0.1-Quantile-Accuracy": 50.79999923706055, "Augmented-Accuracy": 55.727, "Augmented-Loss": 1.3014743619651794, "Clean-Accuracy": 50.5, "Clean-Loss": 1.2405890508651733, "PGD-Accuracy": 0.1, "PGD-Loss": 5.614735852813721}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 965.0532264709473, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.72999954223633, "Augmented-0.05-Quantile-Accuracy": 35.93000030517578, "Augmented-0.1-Quantile-Accuracy": 37.23999786376953, "Augmented-Accuracy": 42.6459, "Augmented-Loss": 1.430948562637329, "Clean-Accuracy": 47.67, "Clean-Loss": 1.3324416839599609, "PGD-Accuracy": 0.22, "PGD-Loss": 6.607285864257812}, "Total-Time": 41556.43792176247, "Train": {"Loss": 7.375770080451965, "avg t": 1.3500652754211426, "plain loss": 1.2816603180541997, "standard loss": 1.2774287817382812}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.41999816894531, "Augmented-0.05-Quantile-Accuracy": 40.619998931884766, "Augmented-0.1-Quantile-Accuracy": 42.279998779296875, "Augmented-Accuracy": 47.8468, "Augmented-Loss": 1.3583819103717805, "Clean-Accuracy": 42.36, "Clean-Loss": 1.3403625379562378, "PGD-Accuracy": 0.16, "PGD-Loss": 6.298646674346924}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 965.3833174705505, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.71999740600586, "Augmented-0.05-Quantile-Accuracy": 43.87999725341797, "Augmented-0.1-Quantile-Accuracy": 45.59000015258789, "Augmented-Accuracy": 51.0327, "Augmented-Loss": 1.3843571640090941, "Clean-Accuracy": 54.02, "Clean-Loss": 1.3073166709899902, "PGD-Accuracy": 0.44, "PGD-Loss": 6.37308685913086}, "Total-Time": 42521.82123923302, "Train": {"Loss": 7.387483924102783, "avg t": 1.3456776192474365, "plain loss": 1.2724931652832028, "standard loss": 1.2682254082107545}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.459999084472656, "Augmented-0.05-Quantile-Accuracy": 48.79999923706055, "Augmented-0.1-Quantile-Accuracy": 50.599998474121094, "Augmented-Accuracy": 55.6738, "Augmented-Loss": 1.3074708415184022, "Clean-Accuracy": 52.8, "Clean-Loss": 1.2980114715576172, "PGD-Accuracy": 0.42, "PGD-Loss": 6.058531453704834}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 965.3745949268341, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.689998626708984, "Augmented-0.05-Quantile-Accuracy": 47.529998779296875, "Augmented-0.1-Quantile-Accuracy": 49.0099983215332, "Augmented-Accuracy": 54.7291, "Augmented-Loss": 1.4457818446807862, "Clean-Accuracy": 61.1, "Clean-Loss": 1.2844492935180665, "PGD-Accuracy": 0.18, "PGD-Loss": 6.401665466308594}, "Total-Time": 43487.19583415985, "Train": {"Loss": 7.3931620587921145, "avg t": 1.3549901192092895, "plain loss": 1.2898325716857912, "standard loss": 1.285246566848755}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.52000045776367, "Augmented-0.05-Quantile-Accuracy": 56.65999984741211, "Augmented-0.1-Quantile-Accuracy": 58.0, "Augmented-Accuracy": 63.059, "Augmented-Loss": 1.2913808428611755, "Clean-Accuracy": 62.46, "Clean-Loss": 1.195418922996521, "PGD-Accuracy": 0.18, "PGD-Loss": 6.084901689910889}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 965.5367133617401, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.82999801635742, "Augmented-0.05-Quantile-Accuracy": 47.73999786376953, "Augmented-0.1-Quantile-Accuracy": 49.22999954223633, "Augmented-Accuracy": 53.7138, "Augmented-Loss": 1.3945017430267335, "Clean-Accuracy": 55.05, "Clean-Loss": 1.3254724967956544, "PGD-Accuracy": 0.55, "PGD-Loss": 5.9301750915527345}, "Total-Time": 44452.73254752159, "Train": {"Loss": 7.294863335647583, "avg t": 1.3495609004211426, "plain loss": 1.2818144987487794, "standard loss": 1.2772850121307373}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.79999923706055, "Augmented-0.05-Quantile-Accuracy": 52.959999084472656, "Augmented-0.1-Quantile-Accuracy": 54.099998474121094, "Augmented-Accuracy": 58.7286, "Augmented-Loss": 1.3414897823944092, "Clean-Accuracy": 59.16, "Clean-Loss": 1.2924292331695557, "PGD-Accuracy": 0.28, "PGD-Loss": 5.659057928466797}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 965.6137292385101, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.939998626708984, "Augmented-0.05-Quantile-Accuracy": 40.279998779296875, "Augmented-0.1-Quantile-Accuracy": 41.66999816894531, "Augmented-Accuracy": 47.2022, "Augmented-Loss": 1.4408459729919434, "Clean-Accuracy": 49.19, "Clean-Loss": 1.3048359321594238, "PGD-Accuracy": 0.2, "PGD-Loss": 5.848678701782227}, "Total-Time": 45418.3462767601, "Train": {"Loss": 7.147708874206543, "avg t": 1.3521373066711426, "plain loss": 1.286517292877197, "standard loss": 1.282356618041992}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.53999710083008, "Augmented-0.05-Quantile-Accuracy": 45.119998931884766, "Augmented-0.1-Quantile-Accuracy": 46.65999984741211, "Augmented-Accuracy": 51.3928, "Augmented-Loss": 1.3212151273670196, "Clean-Accuracy": 50.14, "Clean-Loss": 1.284167854309082, "PGD-Accuracy": 0.52, "PGD-Loss": 5.294403105926514}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 965.5667939186096, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.80999755859375, "Augmented-0.05-Quantile-Accuracy": 42.47999954223633, "Augmented-0.1-Quantile-Accuracy": 43.88999938964844, "Augmented-Accuracy": 49.7623, "Augmented-Loss": 1.471855519241333, "Clean-Accuracy": 55.06, "Clean-Loss": 1.3201848449707032, "PGD-Accuracy": 0.92, "PGD-Loss": 6.059661126708984}, "Total-Time": 46383.91307067871, "Train": {"Loss": 7.3225326374816895, "avg t": 1.3540924629211426, "plain loss": 1.286508849273681, "standard loss": 1.2823399281311034}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.459999084472656, "Augmented-0.05-Quantile-Accuracy": 49.97999954223633, "Augmented-0.1-Quantile-Accuracy": 51.65999984741211, "Augmented-Accuracy": 56.9328, "Augmented-Loss": 1.347578470117569, "Clean-Accuracy": 64.4, "Clean-Loss": 1.221954098892212, "PGD-Accuracy": 0.22, "PGD-Loss": 5.684604272460938}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 965.6121392250061, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.029998779296875, "Augmented-0.05-Quantile-Accuracy": 46.5099983215332, "Augmented-0.1-Quantile-Accuracy": 48.12999725341797, "Augmented-Accuracy": 53.3429, "Augmented-Loss": 1.4371407281646729, "Clean-Accuracy": 59.68, "Clean-Loss": 1.2669624351501465, "PGD-Accuracy": 0.6, "PGD-Loss": 6.5287699768066405}, "Total-Time": 47349.52520990372, "Train": {"Loss": 7.3415837980651855, "avg t": 1.3489279316711427, "plain loss": 1.285045364868166, "standard loss": 1.2808202209472657}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.15999984741211, "Augmented-0.05-Quantile-Accuracy": 53.959999084472656, "Augmented-0.1-Quantile-Accuracy": 55.55999755859375, "Augmented-Accuracy": 60.0486, "Augmented-Loss": 1.292263439886093, "Clean-Accuracy": 59.24, "Clean-Loss": 1.2421818941116334, "PGD-Accuracy": 0.32, "PGD-Loss": 6.1229705772399905}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 965.3465294837952, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.36000061035156, "Augmented-0.05-Quantile-Accuracy": 44.91999816894531, "Augmented-0.1-Quantile-Accuracy": 46.529998779296875, "Augmented-Accuracy": 51.7926, "Augmented-Loss": 1.4633833658599853, "Clean-Accuracy": 56.75, "Clean-Loss": 1.3582608375549317, "PGD-Accuracy": 1.26, "PGD-Loss": 6.1743606689453125}, "Total-Time": 48314.87173938751, "Train": {"Loss": 7.135341965332032, "avg t": 1.3579388691711425, "plain loss": 1.2857801518249516, "standard loss": 1.2815919134521485}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.86000061035156, "Augmented-0.05-Quantile-Accuracy": 50.02000045776367, "Augmented-0.1-Quantile-Accuracy": 51.599998474121094, "Augmented-Accuracy": 56.527, "Augmented-Loss": 1.3556485991401672, "Clean-Accuracy": 56.82, "Clean-Loss": 1.3225927909851074, "PGD-Accuracy": 0.9, "PGD-Loss": 5.694963352203369}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 965.3547885417938, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.70000076293945, "Augmented-0.05-Quantile-Accuracy": 45.59000015258789, "Augmented-0.1-Quantile-Accuracy": 47.209999084472656, "Augmented-Accuracy": 52.5604, "Augmented-Loss": 1.3946721952209473, "Clean-Accuracy": 59.52, "Clean-Loss": 1.2733626472473145, "PGD-Accuracy": 0.46, "PGD-Loss": 6.4446461975097655}, "Total-Time": 49280.226527929306, "Train": {"Loss": 7.3256044389343264, "avg t": 1.3453732441711426, "plain loss": 1.2744519877014164, "standard loss": 1.2703114318847657}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.91999816894531, "Augmented-0.05-Quantile-Accuracy": 51.3599967956543, "Augmented-0.1-Quantile-Accuracy": 53.03999710083008, "Augmented-Accuracy": 58.8418, "Augmented-Loss": 1.3022047039089202, "Clean-Accuracy": 60.3, "Clean-Loss": 1.1893303924560548, "PGD-Accuracy": 0.1, "PGD-Loss": 6.014013562011718}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 965.3686718940735, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.439998626708984, "Augmented-0.05-Quantile-Accuracy": 44.23999786376953, "Augmented-0.1-Quantile-Accuracy": 46.09000015258789, "Augmented-Accuracy": 52.4693, "Augmented-Loss": 1.4865375262451173, "Clean-Accuracy": 59.17, "Clean-Loss": 1.3249356468200684, "PGD-Accuracy": 0.23, "PGD-Loss": 6.609204376220704}, "Total-Time": 50245.59519982338, "Train": {"Loss": 7.190971185455322, "avg t": 1.3489468379211427, "plain loss": 1.2795501803894047, "standard loss": 1.2752853540802003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.39999771118164, "Augmented-0.05-Quantile-Accuracy": 54.79999923706055, "Augmented-0.1-Quantile-Accuracy": 56.57999801635742, "Augmented-Accuracy": 61.8362, "Augmented-Loss": 1.3048878424663544, "Clean-Accuracy": 58.48, "Clean-Loss": 1.2994335556030274, "PGD-Accuracy": 0.08, "PGD-Loss": 6.0818366485595705}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 965.578399181366, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.279998779296875, "Augmented-0.05-Quantile-Accuracy": 33.72999954223633, "Augmented-0.1-Quantile-Accuracy": 34.87999725341797, "Augmented-Accuracy": 39.672, "Augmented-Loss": 1.5237571402435304, "Clean-Accuracy": 45.56, "Clean-Loss": 1.381319970703125, "PGD-Accuracy": 0.09, "PGD-Loss": 6.392198553466796}, "Total-Time": 51211.173599004745, "Train": {"Loss": 7.242776122589111, "avg t": 1.3512138691711426, "plain loss": 1.28292529006958, "standard loss": 1.278851962890625}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.939998626708984, "Augmented-0.05-Quantile-Accuracy": 40.81999969482422, "Augmented-0.1-Quantile-Accuracy": 41.97999954223633, "Augmented-Accuracy": 46.1526, "Augmented-Loss": 1.3936962348804474, "Clean-Accuracy": 44.12, "Clean-Loss": 1.3937414791107177, "PGD-Accuracy": 0.14, "PGD-Loss": 5.9974315696716305}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 965.495897769928, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.55999755859375, "Augmented-0.05-Quantile-Accuracy": 42.77000045776367, "Augmented-0.1-Quantile-Accuracy": 44.37999725341797, "Augmented-Accuracy": 49.4782, "Augmented-Loss": 1.4540677723846436, "Clean-Accuracy": 53.63, "Clean-Loss": 1.3461508041381836, "PGD-Accuracy": 0.36, "PGD-Loss": 6.089362585449218}, "Total-Time": 52176.66949677467, "Train": {"Loss": 7.1449474696731565, "avg t": 1.3503924629211426, "plain loss": 1.2839732800598145, "standard loss": 1.2802675227737428}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.47999954223633, "Augmented-0.05-Quantile-Accuracy": 48.65999984741211, "Augmented-0.1-Quantile-Accuracy": 50.18000030517578, "Augmented-Accuracy": 54.7312, "Augmented-Loss": 1.361430075647354, "Clean-Accuracy": 54.22, "Clean-Loss": 1.2926514253616332, "PGD-Accuracy": 0.14, "PGD-Loss": 5.636692059326172}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 965.1533069610596, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.14999771118164, "Augmented-0.05-Quantile-Accuracy": 50.72999954223633, "Augmented-0.1-Quantile-Accuracy": 52.23999786376953, "Augmented-Accuracy": 57.6734, "Augmented-Loss": 1.3720158894729615, "Clean-Accuracy": 59.23, "Clean-Loss": 1.2845458709716797, "PGD-Accuracy": 0.73, "PGD-Loss": 6.473505743408203}, "Total-Time": 53141.82280373573, "Train": {"Loss": 7.12539320690155, "avg t": 1.3518385566711426, "plain loss": 1.2819607942504878, "standard loss": 1.2776708225250244}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.19999694824219, "Augmented-0.05-Quantile-Accuracy": 55.459999084472656, "Augmented-0.1-Quantile-Accuracy": 57.05999755859375, "Augmented-Accuracy": 61.8234, "Augmented-Loss": 1.2842598934326173, "Clean-Accuracy": 66.44, "Clean-Loss": 1.1422438583374024, "PGD-Accuracy": 0.38, "PGD-Loss": 6.0896622146606445}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 965.3486783504486, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.14999771118164, "Augmented-0.05-Quantile-Accuracy": 62.87999725341797, "Augmented-0.1-Quantile-Accuracy": 65.01000213623047, "Augmented-Accuracy": 71.6637, "Augmented-Loss": 1.314919070625305, "Clean-Accuracy": 72.48, "Clean-Loss": 1.224924649810791, "PGD-Accuracy": 0.68, "PGD-Loss": 6.443559796142578}, "Total-Time": 54107.17148208618, "Train": {"Loss": 3.531136730194092, "avg t": 1.2986640254211426, "plain loss": 1.202282876342774, "standard loss": 1.19986284866333}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.81999969482422, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.55999755859375, "Augmented-Accuracy": 76.1172, "Augmented-Loss": 1.219553017911911, "Clean-Accuracy": 71.2, "Clean-Loss": 1.2014642366409303, "PGD-Accuracy": 0.46, "PGD-Loss": 5.8639637489318845}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 965.6290504932404, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.94999694824219, "Augmented-0.05-Quantile-Accuracy": 61.769996643066406, "Augmented-0.1-Quantile-Accuracy": 63.7599983215332, "Augmented-Accuracy": 69.8824, "Augmented-Loss": 1.2937805551681518, "Clean-Accuracy": 71.35, "Clean-Loss": 1.2069030738830566, "PGD-Accuracy": 0.54, "PGD-Loss": 6.684440856933594}, "Total-Time": 55072.80053257942, "Train": {"Loss": 2.8566596342468262, "avg t": 1.3015707441711426, "plain loss": 1.19722391052246, "standard loss": 1.1951880782318116}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.84000015258789, "Augmented-0.05-Quantile-Accuracy": 67.5, "Augmented-0.1-Quantile-Accuracy": 68.95999908447266, "Augmented-Accuracy": 73.7182, "Augmented-Loss": 1.2127377225322724, "Clean-Accuracy": 70.24, "Clean-Loss": 1.138737490081787, "PGD-Accuracy": 0.36, "PGD-Loss": 6.0912643257141115}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 964.9679436683655, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.0099983215332, "Augmented-0.05-Quantile-Accuracy": 61.14999771118164, "Augmented-0.1-Quantile-Accuracy": 63.15999984741211, "Augmented-Accuracy": 69.7699, "Augmented-Loss": 1.2816833557128906, "Clean-Accuracy": 71.94, "Clean-Loss": 1.1912305778503418, "PGD-Accuracy": 0.35, "PGD-Loss": 6.7204449768066405}, "Total-Time": 56037.76847624779, "Train": {"Loss": 2.5125922378540038, "avg t": 1.2901277754211427, "plain loss": 1.1804828651428216, "standard loss": 1.1787983278656007}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.0999984741211, "Augmented-0.05-Quantile-Accuracy": 67.37999725341797, "Augmented-0.1-Quantile-Accuracy": 68.77999877929688, "Augmented-Accuracy": 74.1684, "Augmented-Loss": 1.195820677154541, "Clean-Accuracy": 69.96, "Clean-Loss": 1.1483305904388428, "PGD-Accuracy": 0.42, "PGD-Loss": 6.039239459228516}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 965.2866358757019, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.37999725341797, "Augmented-0.05-Quantile-Accuracy": 60.90999984741211, "Augmented-0.1-Quantile-Accuracy": 62.93000030517578, "Augmented-Accuracy": 69.5983, "Augmented-Loss": 1.2746074792251587, "Clean-Accuracy": 72.47, "Clean-Loss": 1.1801817588806152, "PGD-Accuracy": 0.44, "PGD-Loss": 6.962213092041016}, "Total-Time": 57003.05511212349, "Train": {"Loss": 2.375383324890137, "avg t": 1.2785199629211426, "plain loss": 1.1655002372741698, "standard loss": 1.1637732390213014}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.29999923706055, "Augmented-0.05-Quantile-Accuracy": 67.31999969482422, "Augmented-0.1-Quantile-Accuracy": 68.83999633789062, "Augmented-Accuracy": 73.9362, "Augmented-Loss": 1.1883333423671723, "Clean-Accuracy": 76.12, "Clean-Loss": 1.1168549377441406, "PGD-Accuracy": 0.28, "PGD-Loss": 6.265026003265381}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 965.2247834205627, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.599998474121094, "Augmented-0.05-Quantile-Accuracy": 62.779998779296875, "Augmented-0.1-Quantile-Accuracy": 64.47000122070312, "Augmented-Accuracy": 70.601, "Augmented-Loss": 1.2535968067855836, "Clean-Accuracy": 71.86, "Clean-Loss": 1.1506782913208007, "PGD-Accuracy": 0.23, "PGD-Loss": 7.227949365234375}, "Total-Time": 57968.27989554405, "Train": {"Loss": 2.216331897850037, "avg t": 1.2620213692092896, "plain loss": 1.1423506193237292, "standard loss": 1.140664610671997}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.87999725341797, "Augmented-0.05-Quantile-Accuracy": 67.23999786376953, "Augmented-0.1-Quantile-Accuracy": 68.81999969482422, "Augmented-Accuracy": 73.4722, "Augmented-Loss": 1.1589540721092224, "Clean-Accuracy": 71.22, "Clean-Loss": 1.1277219562530518, "PGD-Accuracy": 0.36, "PGD-Loss": 6.467119378662109}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 965.2898812294006, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.93000030517578, "Augmented-0.05-Quantile-Accuracy": 62.91999816894531, "Augmented-0.1-Quantile-Accuracy": 64.65999603271484, "Augmented-Accuracy": 70.3503, "Augmented-Loss": 1.2416667479400634, "Clean-Accuracy": 71.9, "Clean-Loss": 1.1381795265197754, "PGD-Accuracy": 0.36, "PGD-Loss": 7.29568232421875}, "Total-Time": 58933.56977677345, "Train": {"Loss": 2.120124654312134, "avg t": 1.2508627754211425, "plain loss": 1.1275450525817876, "standard loss": 1.125770796661377}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.63999938964844, "Augmented-0.05-Quantile-Accuracy": 67.5, "Augmented-0.1-Quantile-Accuracy": 69.13999938964844, "Augmented-Accuracy": 73.6704, "Augmented-Loss": 1.153950188182831, "Clean-Accuracy": 70.14, "Clean-Loss": 1.0189793159484863, "PGD-Accuracy": 0.22, "PGD-Loss": 6.4750265007019046}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 965.0019364356995, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.619998931884766, "Augmented-0.05-Quantile-Accuracy": 62.519996643066406, "Augmented-0.1-Quantile-Accuracy": 64.47000122070312, "Augmented-Accuracy": 69.9844, "Augmented-Loss": 1.239957379562378, "Clean-Accuracy": 75.06, "Clean-Loss": 1.1134225639343263, "PGD-Accuracy": 0.48, "PGD-Loss": 7.4941806213378905}, "Total-Time": 59898.57171320915, "Train": {"Loss": 2.0254202932739256, "avg t": 1.2420507441711426, "plain loss": 1.1116326897888185, "standard loss": 1.1097616325378419}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.65999603271484, "Augmented-0.05-Quantile-Accuracy": 68.95999908447266, "Augmented-0.1-Quantile-Accuracy": 70.54000091552734, "Augmented-Accuracy": 75.0044, "Augmented-Loss": 1.134284136548996, "Clean-Accuracy": 70.86, "Clean-Loss": 1.0997847858428955, "PGD-Accuracy": 0.42, "PGD-Loss": 6.6168801284790035}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 965.3076093196869, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.0099983215332, "Augmented-0.05-Quantile-Accuracy": 62.21999740600586, "Augmented-0.1-Quantile-Accuracy": 63.89999771118164, "Augmented-Accuracy": 69.8216, "Augmented-Loss": 1.2383623157730101, "Clean-Accuracy": 73.42, "Clean-Loss": 1.1305453125, "PGD-Accuracy": 0.5, "PGD-Loss": 7.672943957519531}, "Total-Time": 60863.87932252884, "Train": {"Loss": 1.9730648002624511, "avg t": 1.2286954316711425, "plain loss": 1.0923447261352535, "standard loss": 1.0905166856002808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.13999938964844, "Augmented-0.05-Quantile-Accuracy": 68.55999755859375, "Augmented-0.1-Quantile-Accuracy": 69.91999816894531, "Augmented-Accuracy": 74.754, "Augmented-Loss": 1.1461997790603637, "Clean-Accuracy": 74.0, "Clean-Loss": 1.0874146409988403, "PGD-Accuracy": 0.4, "PGD-Loss": 6.888447052764892}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 964.9155614376068, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.63999938964844, "Augmented-0.05-Quantile-Accuracy": 64.77999877929688, "Augmented-0.1-Quantile-Accuracy": 66.68999481201172, "Augmented-Accuracy": 72.4558, "Augmented-Loss": 1.2186582560272217, "Clean-Accuracy": 74.35, "Clean-Loss": 1.101032724761963, "PGD-Accuracy": 0.35, "PGD-Loss": 7.594613146972656}, "Total-Time": 61828.794883966446, "Train": {"Loss": 1.9065454716491699, "avg t": 1.2217488691711427, "plain loss": 1.0869211925964346, "standard loss": 1.0850100807189942}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.0, "Augmented-0.05-Quantile-Accuracy": 70.04000091552734, "Augmented-0.1-Quantile-Accuracy": 71.33999633789062, "Augmented-Accuracy": 75.9462, "Augmented-Loss": 1.1188570581092834, "Clean-Accuracy": 72.68, "Clean-Loss": 1.0583732460021973, "PGD-Accuracy": 0.12, "PGD-Loss": 6.788345434570313}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 964.6418240070343, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.15999984741211, "Augmented-0.05-Quantile-Accuracy": 63.519996643066406, "Augmented-0.1-Quantile-Accuracy": 65.05999755859375, "Augmented-Accuracy": 70.4485, "Augmented-Loss": 1.208004144416809, "Clean-Accuracy": 72.59, "Clean-Loss": 1.0848004211425781, "PGD-Accuracy": 0.3, "PGD-Loss": 7.961313507080078}, "Total-Time": 62793.43670797348, "Train": {"Loss": 1.8066330570983886, "avg t": 1.2076923066711425, "plain loss": 1.0691803075256339, "standard loss": 1.0675894908714294}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.13999938964844, "Augmented-0.05-Quantile-Accuracy": 68.19999694824219, "Augmented-0.1-Quantile-Accuracy": 69.72000122070312, "Augmented-Accuracy": 73.7138, "Augmented-Loss": 1.102294509498596, "Clean-Accuracy": 75.84, "Clean-Loss": 1.0549854803085328, "PGD-Accuracy": 0.26, "PGD-Loss": 7.129679356384277}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 964.936009645462, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.43000030517578, "Augmented-0.05-Quantile-Accuracy": 66.0, "Augmented-0.1-Quantile-Accuracy": 67.97000122070312, "Augmented-Accuracy": 73.8329, "Augmented-Loss": 1.208716710258484, "Clean-Accuracy": 76.44, "Clean-Loss": 1.0759937492370606, "PGD-Accuracy": 0.45, "PGD-Loss": 8.037984020996094}, "Total-Time": 63758.37271761894, "Train": {"Loss": 1.7710313423156738, "avg t": 1.2010130879211425, "plain loss": 1.0538317002868671, "standard loss": 1.0518939110946655}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.81999969482422, "Augmented-0.05-Quantile-Accuracy": 71.1199951171875, "Augmented-0.1-Quantile-Accuracy": 72.75999450683594, "Augmented-Accuracy": 77.6098, "Augmented-Loss": 1.096460942428589, "Clean-Accuracy": 74.98, "Clean-Loss": 1.0945189575195313, "PGD-Accuracy": 0.2, "PGD-Loss": 7.246086263275147}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 965.0960395336151, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.459999084472656, "Augmented-0.05-Quantile-Accuracy": 64.54999542236328, "Augmented-0.1-Quantile-Accuracy": 66.23999786376953, "Augmented-Accuracy": 71.8414, "Augmented-Loss": 1.2152350538101195, "Clean-Accuracy": 73.56, "Clean-Loss": 1.0622885192871094, "PGD-Accuracy": 0.32, "PGD-Loss": 8.067072479248047}, "Total-Time": 64723.46875715256, "Train": {"Loss": 1.762237007598877, "avg t": 1.1860057441711427, "plain loss": 1.0306815837402334, "standard loss": 1.0288661721801757}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.95999908447266, "Augmented-0.05-Quantile-Accuracy": 68.15999603271484, "Augmented-0.1-Quantile-Accuracy": 69.58000183105469, "Augmented-Accuracy": 74.1918, "Augmented-Loss": 1.0994676195278168, "Clean-Accuracy": 73.96, "Clean-Loss": 1.0374000568389892, "PGD-Accuracy": 0.22, "PGD-Loss": 7.193760246276855}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 964.8274323940277, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.30999755859375, "Augmented-0.05-Quantile-Accuracy": 63.0099983215332, "Augmented-0.1-Quantile-Accuracy": 64.86000061035156, "Augmented-Accuracy": 70.3343, "Augmented-Loss": 1.2053340177230836, "Clean-Accuracy": 73.52, "Clean-Loss": 1.0469206230163575, "PGD-Accuracy": 0.39, "PGD-Loss": 8.065922863769531}, "Total-Time": 65688.29618954659, "Train": {"Loss": 1.7727116882324219, "avg t": 1.1889596504211426, "plain loss": 1.0302385480957033, "standard loss": 1.0282104471969604}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.37999725341797, "Augmented-0.05-Quantile-Accuracy": 68.43999481201172, "Augmented-0.1-Quantile-Accuracy": 69.87999725341797, "Augmented-Accuracy": 74.112, "Augmented-Loss": 1.080990988773346, "Clean-Accuracy": 73.46, "Clean-Loss": 1.0344463411331177, "PGD-Accuracy": 0.26, "PGD-Loss": 7.252631896972656}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 964.4239830970764, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.14999771118164, "Augmented-0.05-Quantile-Accuracy": 66.48999786376953, "Augmented-0.1-Quantile-Accuracy": 68.55999755859375, "Augmented-Accuracy": 73.5526, "Augmented-Loss": 1.1979235723190307, "Clean-Accuracy": 76.53, "Clean-Loss": 1.040956590270996, "PGD-Accuracy": 0.32, "PGD-Loss": 8.216295416259765}, "Total-Time": 66652.72017264366, "Train": {"Loss": 1.7191543374633789, "avg t": 1.1758377754211427, "plain loss": 1.015186051727294, "standard loss": 1.012647282409668}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.54000091552734, "Augmented-0.05-Quantile-Accuracy": 71.47999572753906, "Augmented-0.1-Quantile-Accuracy": 73.08000183105469, "Augmented-Accuracy": 77.1386, "Augmented-Loss": 1.083203339389801, "Clean-Accuracy": 76.78, "Clean-Loss": 0.9989656707763672, "PGD-Accuracy": 0.16, "PGD-Loss": 7.513210250854492}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 964.4216742515564, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.439998626708984, "Augmented-0.05-Quantile-Accuracy": 67.44999694824219, "Augmented-0.1-Quantile-Accuracy": 69.27999877929688, "Augmented-Accuracy": 74.505, "Augmented-Loss": 1.166721770401001, "Clean-Accuracy": 76.69, "Clean-Loss": 1.0204928421020507, "PGD-Accuracy": 0.36, "PGD-Loss": 8.438407830810547}, "Total-Time": 67617.14184689522, "Train": {"Loss": 1.6310974570465089, "avg t": 1.1682834004211426, "plain loss": 0.9987552573547362, "standard loss": 0.9965372790527344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.65999603271484, "Augmented-0.05-Quantile-Accuracy": 70.93999481201172, "Augmented-0.1-Quantile-Accuracy": 72.36000061035156, "Augmented-Accuracy": 76.9048, "Augmented-Loss": 1.0566033559265138, "Clean-Accuracy": 74.4, "Clean-Loss": 0.9464034229278564, "PGD-Accuracy": 0.22, "PGD-Loss": 7.566983804321289}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 964.839028596878, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.2599983215332, "Augmented-0.05-Quantile-Accuracy": 65.33999633789062, "Augmented-0.1-Quantile-Accuracy": 67.27999877929688, "Augmented-Accuracy": 73.1074, "Augmented-Loss": 1.1945168006362914, "Clean-Accuracy": 76.45, "Clean-Loss": 1.0321037673950195, "PGD-Accuracy": 0.41, "PGD-Loss": 8.791032946777344}, "Total-Time": 68581.9808754921, "Train": {"Loss": 1.6537417722702026, "avg t": 1.1719498066711427, "plain loss": 1.009643624725342, "standard loss": 1.0076361935424805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.1199951171875, "Augmented-0.05-Quantile-Accuracy": 71.58000183105469, "Augmented-0.1-Quantile-Accuracy": 73.08000183105469, "Augmented-Accuracy": 77.49, "Augmented-Loss": 1.0638741214485168, "Clean-Accuracy": 75.5, "Clean-Loss": 0.9542067495346069, "PGD-Accuracy": 0.12, "PGD-Loss": 7.831402960205078}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 964.159015417099, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.27999877929688, "Augmented-0.05-Quantile-Accuracy": 68.04000091552734, "Augmented-0.1-Quantile-Accuracy": 69.40999603271484, "Augmented-Accuracy": 74.2809, "Augmented-Loss": 1.1780019171447753, "Clean-Accuracy": 75.52, "Clean-Loss": 1.0192136360168458, "PGD-Accuracy": 0.32, "PGD-Loss": 8.720185949707032}, "Total-Time": 69546.1398909092, "Train": {"Loss": 1.6221093715667725, "avg t": 1.1673165254211426, "plain loss": 1.0052545854797363, "standard loss": 1.0030292654418946}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.13999938964844, "Augmented-0.05-Quantile-Accuracy": 71.18000030517578, "Augmented-0.1-Quantile-Accuracy": 72.36000061035156, "Augmented-Accuracy": 76.3142, "Augmented-Loss": 1.0597952542381286, "Clean-Accuracy": 77.84, "Clean-Loss": 0.9579080570220947, "PGD-Accuracy": 0.1, "PGD-Loss": 7.857844674682617}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 964.7761857509613, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.0, "Augmented-0.05-Quantile-Accuracy": 65.41999816894531, "Augmented-0.1-Quantile-Accuracy": 67.29999542236328, "Augmented-Accuracy": 73.3401, "Augmented-Loss": 1.1837335797805786, "Clean-Accuracy": 74.67, "Clean-Loss": 1.026836840057373, "PGD-Accuracy": 0.3, "PGD-Loss": 8.822937957763672}, "Total-Time": 70510.91607666016, "Train": {"Loss": 1.6550607356262208, "avg t": 1.1652205879211426, "plain loss": 1.0025159940795902, "standard loss": 1.0003820240783692}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0, "Augmented-0.05-Quantile-Accuracy": 68.95999908447266, "Augmented-0.1-Quantile-Accuracy": 70.5999984741211, "Augmented-Accuracy": 75.67, "Augmented-Loss": 1.0674141563777924, "Clean-Accuracy": 75.56, "Clean-Loss": 1.0144390266418457, "PGD-Accuracy": 0.16, "PGD-Loss": 8.020163343811035}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 964.5103454589844, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.779998779296875, "Augmented-0.05-Quantile-Accuracy": 66.61000061035156, "Augmented-0.1-Quantile-Accuracy": 68.48999786376953, "Augmented-Accuracy": 73.8341, "Augmented-Loss": 1.1881626148376465, "Clean-Accuracy": 75.1, "Clean-Loss": 1.0288543830871582, "PGD-Accuracy": 0.39, "PGD-Loss": 8.691364605712891}, "Total-Time": 71475.42642211914, "Train": {"Loss": 1.6411901503753663, "avg t": 1.1686713691711426, "plain loss": 1.0038032487182622, "standard loss": 1.001601088104248}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.75999450683594, "Augmented-0.05-Quantile-Accuracy": 70.79999542236328, "Augmented-0.1-Quantile-Accuracy": 72.0999984741211, "Augmented-Accuracy": 76.6096, "Augmented-Loss": 1.0600422598056793, "Clean-Accuracy": 72.82, "Clean-Loss": 0.9830734008789063, "PGD-Accuracy": 0.16, "PGD-Loss": 7.766350373840332}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 964.3520839214325, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.75, "Augmented-0.05-Quantile-Accuracy": 66.58999633789062, "Augmented-0.1-Quantile-Accuracy": 68.0999984741211, "Augmented-Accuracy": 73.1036, "Augmented-Loss": 1.1777718382263183, "Clean-Accuracy": 75.05, "Clean-Loss": 1.0005102226257325, "PGD-Accuracy": 0.37, "PGD-Loss": 8.756790399169923}, "Total-Time": 72439.77850604057, "Train": {"Loss": 1.6358386206054687, "avg t": 1.1659769941711426, "plain loss": 1.004828212615965, "standard loss": 1.002524387588501}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.08000183105469, "Augmented-0.05-Quantile-Accuracy": 71.0999984741211, "Augmented-0.1-Quantile-Accuracy": 72.27999877929688, "Augmented-Accuracy": 76.156, "Augmented-Loss": 1.0331008134813309, "Clean-Accuracy": 74.94, "Clean-Loss": 1.0254271488189697, "PGD-Accuracy": 0.22, "PGD-Loss": 7.772881875610351}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 964.0506765842438, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.68999481201172, "Augmented-0.05-Quantile-Accuracy": 68.20999908447266, "Augmented-0.1-Quantile-Accuracy": 69.87999725341797, "Augmented-Accuracy": 75.2964, "Augmented-Loss": 1.1471623055801392, "Clean-Accuracy": 77.56, "Clean-Loss": 0.9767740592956543, "PGD-Accuracy": 0.34, "PGD-Loss": 8.850339678955079}, "Total-Time": 73403.82918262482, "Train": {"Loss": 1.3961548319244386, "avg t": 1.1483974629211426, "plain loss": 0.9740481537780766, "standard loss": 0.9721932444000244}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.27999877929688, "Augmented-0.05-Quantile-Accuracy": 73.45999908447266, "Augmented-0.1-Quantile-Accuracy": 74.65999603271484, "Augmented-Accuracy": 78.971, "Augmented-Loss": 1.007562926870346, "Clean-Accuracy": 77.94, "Clean-Loss": 0.9714264488220214, "PGD-Accuracy": 0.2, "PGD-Loss": 7.868525674438477}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 963.6315150260925, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.93000030517578, "Augmented-0.05-Quantile-Accuracy": 69.7699966430664, "Augmented-0.1-Quantile-Accuracy": 71.25999450683594, "Augmented-Accuracy": 76.0904, "Augmented-Loss": 1.1280673554534912, "Clean-Accuracy": 77.93, "Clean-Loss": 0.9650565643310547, "PGD-Accuracy": 0.38, "PGD-Loss": 8.922412384033203}, "Total-Time": 74367.46069765091, "Train": {"Loss": 1.3295010404968262, "avg t": 1.1343837129211425, "plain loss": 0.9508944529113781, "standard loss": 0.949128899154663}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.13999938964844, "Augmented-0.05-Quantile-Accuracy": 74.0199966430664, "Augmented-0.1-Quantile-Accuracy": 75.18000030517578, "Augmented-Accuracy": 79.503, "Augmented-Loss": 0.9966142452793121, "Clean-Accuracy": 79.26, "Clean-Loss": 0.899620571899414, "PGD-Accuracy": 0.14, "PGD-Loss": 7.877834893798828}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 963.6583364009857, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.55999755859375, "Augmented-0.05-Quantile-Accuracy": 70.0, "Augmented-0.1-Quantile-Accuracy": 71.50999450683594, "Augmented-Accuracy": 76.4221, "Augmented-Loss": 1.1131385465011596, "Clean-Accuracy": 78.12, "Clean-Loss": 0.9536962997436523, "PGD-Accuracy": 0.32, "PGD-Loss": 9.063727990722656}, "Total-Time": 75331.1190340519, "Train": {"Loss": 1.290218928604126, "avg t": 1.1250812129211425, "plain loss": 0.9341490521850594, "standard loss": 0.9323153308486939}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.08000183105469, "Augmented-0.05-Quantile-Accuracy": 75.05999755859375, "Augmented-0.1-Quantile-Accuracy": 76.31999969482422, "Augmented-Accuracy": 80.3044, "Augmented-Loss": 0.9783140729379654, "Clean-Accuracy": 78.96, "Clean-Loss": 0.9060251092910767, "PGD-Accuracy": 0.08, "PGD-Loss": 8.025728092956543}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 963.5330443382263, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.91999816894531, "Augmented-0.05-Quantile-Accuracy": 70.58000183105469, "Augmented-0.1-Quantile-Accuracy": 72.04999542236328, "Augmented-Accuracy": 76.757, "Augmented-Loss": 1.1081511814193725, "Clean-Accuracy": 78.62, "Clean-Loss": 0.9477653518676757, "PGD-Accuracy": 0.29, "PGD-Loss": 9.078713500976562}, "Total-Time": 76294.65207839012, "Train": {"Loss": 1.2995329022216797, "avg t": 1.1195160566711426, "plain loss": 0.9258940317687989, "standard loss": 0.9240594828796387}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.79999542236328, "Augmented-0.05-Quantile-Accuracy": 76.6199951171875, "Augmented-0.1-Quantile-Accuracy": 77.65999603271484, "Augmented-Accuracy": 81.2336, "Augmented-Loss": 0.9713682956523896, "Clean-Accuracy": 77.56, "Clean-Loss": 0.9133731176376343, "PGD-Accuracy": 0.16, "PGD-Loss": 8.054863848876954}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 963.4256043434143, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.1500015258789, "Augmented-0.05-Quantile-Accuracy": 70.81999969482422, "Augmented-0.1-Quantile-Accuracy": 72.29000091552734, "Augmented-Accuracy": 77.1799, "Augmented-Loss": 1.0988991813354492, "Clean-Accuracy": 79.12, "Clean-Loss": 0.9437336929321289, "PGD-Accuracy": 0.35, "PGD-Loss": 9.12530145263672}, "Total-Time": 77258.07768273354, "Train": {"Loss": 1.2830999560546874, "avg t": 1.1142837129211425, "plain loss": 0.9161820830688474, "standard loss": 0.9143571705245972}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.0, "Augmented-0.05-Quantile-Accuracy": 76.04000091552734, "Augmented-0.1-Quantile-Accuracy": 77.27999877929688, "Augmented-Accuracy": 81.3252, "Augmented-Loss": 0.966406938446045, "Clean-Accuracy": 78.7, "Clean-Loss": 0.8858316661834716, "PGD-Accuracy": 0.14, "PGD-Loss": 8.094055577087403}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 963.462732553482, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.25, "Augmented-0.05-Quantile-Accuracy": 70.62999725341797, "Augmented-0.1-Quantile-Accuracy": 72.27999877929688, "Augmented-Accuracy": 76.9593, "Augmented-Loss": 1.0895042065277099, "Clean-Accuracy": 78.68, "Clean-Loss": 0.933639697265625, "PGD-Accuracy": 0.3, "PGD-Loss": 9.182408697509766}, "Total-Time": 78221.54041528702, "Train": {"Loss": 1.2645944730377197, "avg t": 1.1090280879211425, "plain loss": 0.9066307909851076, "standard loss": 0.904851786365509}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.97999572753906, "Augmented-0.05-Quantile-Accuracy": 75.5199966430664, "Augmented-0.1-Quantile-Accuracy": 76.79999542236328, "Augmented-Accuracy": 80.4836, "Augmented-Loss": 0.9550055415592194, "Clean-Accuracy": 82.52, "Clean-Loss": 0.8864942083358764, "PGD-Accuracy": 0.18, "PGD-Loss": 8.135914790344238}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 963.6745421886444, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.58999633789062, "Augmented-0.05-Quantile-Accuracy": 71.02999877929688, "Augmented-0.1-Quantile-Accuracy": 72.54999542236328, "Augmented-Accuracy": 77.1581, "Augmented-Loss": 1.0852293883743287, "Clean-Accuracy": 79.13, "Clean-Loss": 0.9308984855651855, "PGD-Accuracy": 0.28, "PGD-Loss": 9.21866820678711}, "Total-Time": 79185.21495747566, "Train": {"Loss": 1.2605582769012451, "avg t": 1.1056560566711426, "plain loss": 0.9025288057556158, "standard loss": 0.9006999829864502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.79999542236328, "Augmented-0.05-Quantile-Accuracy": 75.75999450683594, "Augmented-0.1-Quantile-Accuracy": 77.04000091552734, "Augmented-Accuracy": 80.954, "Augmented-Loss": 0.949218863483429, "Clean-Accuracy": 78.72, "Clean-Loss": 0.8954708423614502, "PGD-Accuracy": 0.1, "PGD-Loss": 8.110068458557128}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 963.2810881137848, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.81999969482422, "Augmented-0.05-Quantile-Accuracy": 71.45999908447266, "Augmented-0.1-Quantile-Accuracy": 73.0199966430664, "Augmented-Accuracy": 77.9511, "Augmented-Loss": 1.0790113941574098, "Clean-Accuracy": 80.06, "Clean-Loss": 0.9263494659423828, "PGD-Accuracy": 0.26, "PGD-Loss": 9.274915625}, "Total-Time": 80148.49604558945, "Train": {"Loss": 1.2543939739990235, "avg t": 1.1017840254211426, "plain loss": 0.8953623217773432, "standard loss": 0.8933105768203735}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.5999984741211, "Augmented-0.05-Quantile-Accuracy": 76.5199966430664, "Augmented-0.1-Quantile-Accuracy": 77.93999481201172, "Augmented-Accuracy": 81.9254, "Augmented-Loss": 0.945549656715393, "Clean-Accuracy": 80.4, "Clean-Loss": 0.8973095636367798, "PGD-Accuracy": 0.24, "PGD-Loss": 8.205588000488282}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 963.0516288280487, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.15999603271484, "Augmented-0.05-Quantile-Accuracy": 70.95999908447266, "Augmented-0.1-Quantile-Accuracy": 72.47999572753906, "Augmented-Accuracy": 77.5395, "Augmented-Loss": 1.070728230430603, "Clean-Accuracy": 79.74, "Clean-Loss": 0.9156057113647461, "PGD-Accuracy": 0.26, "PGD-Loss": 9.365202514648438}, "Total-Time": 81111.5476744175, "Train": {"Loss": 1.2325700061035156, "avg t": 1.0969304316711426, "plain loss": 0.8852930233459478, "standard loss": 0.8833331243896484}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.41999816894531, "Augmented-0.05-Quantile-Accuracy": 75.79999542236328, "Augmented-0.1-Quantile-Accuracy": 77.23999786376953, "Augmented-Accuracy": 81.3228, "Augmented-Loss": 0.9353186628952026, "Clean-Accuracy": 82.84, "Clean-Loss": 0.870251849937439, "PGD-Accuracy": 0.12, "PGD-Loss": 8.307587799072266}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 963.114226102829, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.98999786376953, "Augmented-0.05-Quantile-Accuracy": 71.43000030517578, "Augmented-0.1-Quantile-Accuracy": 73.0999984741211, "Augmented-Accuracy": 77.9034, "Augmented-Loss": 1.066649389945984, "Clean-Accuracy": 80.08, "Clean-Loss": 0.9115754165649415, "PGD-Accuracy": 0.24, "PGD-Loss": 9.342951568603516}, "Total-Time": 82074.66190052032, "Train": {"Loss": 1.2292424298095703, "avg t": 1.0926426191711425, "plain loss": 0.8772026417846676, "standard loss": 0.875187534236908}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.15999603271484, "Augmented-0.05-Quantile-Accuracy": 76.95999908447266, "Augmented-0.1-Quantile-Accuracy": 78.0999984741211, "Augmented-Accuracy": 81.8924, "Augmented-Loss": 0.9331462752323151, "Clean-Accuracy": 80.42, "Clean-Loss": 0.9098822740554809, "PGD-Accuracy": 0.1, "PGD-Loss": 8.29193098449707}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 963.6234693527222, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.00999450683594, "Augmented-0.05-Quantile-Accuracy": 71.77999877929688, "Augmented-0.1-Quantile-Accuracy": 73.31999969482422, "Augmented-Accuracy": 78.1465, "Augmented-Loss": 1.0564034670791627, "Clean-Accuracy": 80.0, "Clean-Loss": 0.9015794174194336, "PGD-Accuracy": 0.21, "PGD-Loss": 9.385830554199218}, "Total-Time": 83038.28536987305, "Train": {"Loss": 1.2121934385681152, "avg t": 1.0911998066711426, "plain loss": 0.8737835643005363, "standard loss": 0.871856654624939}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.27999877929688, "Augmented-0.05-Quantile-Accuracy": 76.75999450683594, "Augmented-0.1-Quantile-Accuracy": 78.13999938964844, "Augmented-Accuracy": 82.0674, "Augmented-Loss": 0.9195503309574127, "Clean-Accuracy": 82.38, "Clean-Loss": 0.8328998888015747, "PGD-Accuracy": 0.1, "PGD-Loss": 8.320950828552245}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 963.3354568481445, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.98999786376953, "Augmented-0.05-Quantile-Accuracy": 71.5, "Augmented-0.1-Quantile-Accuracy": 73.18999481201172, "Augmented-Accuracy": 78.014, "Augmented-Loss": 1.05829268309021, "Clean-Accuracy": 80.25, "Clean-Loss": 0.905653793334961, "PGD-Accuracy": 0.26, "PGD-Loss": 9.421153967285155}, "Total-Time": 84001.62082672119, "Train": {"Loss": 1.2218281178283692, "avg t": 1.0892385566711427, "plain loss": 0.8703083376464849, "standard loss": 0.8683331407737732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.9000015258789, "Augmented-0.05-Quantile-Accuracy": 75.87999725341797, "Augmented-0.1-Quantile-Accuracy": 76.91999816894531, "Augmented-Accuracy": 81.268, "Augmented-Loss": 0.9261509868507385, "Clean-Accuracy": 80.06, "Clean-Loss": 0.8752568897247315, "PGD-Accuracy": 0.2, "PGD-Loss": 8.349413145446777}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 963.063047170639, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.08000183105469, "Augmented-0.05-Quantile-Accuracy": 71.56999969482422, "Augmented-0.1-Quantile-Accuracy": 73.23999786376953, "Augmented-Accuracy": 78.0903, "Augmented-Loss": 1.0518539976425172, "Clean-Accuracy": 80.06, "Clean-Loss": 0.9030114250183106, "PGD-Accuracy": 0.24, "PGD-Loss": 9.452104113769531}, "Total-Time": 84964.68387389183, "Train": {"Loss": 1.1997475093078613, "avg t": 1.0862476191711425, "plain loss": 0.8645251455993643, "standard loss": 0.8625381221961975}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.0199966430664, "Augmented-0.05-Quantile-Accuracy": 75.73999786376953, "Augmented-0.1-Quantile-Accuracy": 77.1199951171875, "Augmented-Accuracy": 81.358, "Augmented-Loss": 0.918328399093628, "Clean-Accuracy": 81.38, "Clean-Loss": 0.8720767902374268, "PGD-Accuracy": 0.12, "PGD-Loss": 8.356844177246094}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 963.1647222042084, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.86000061035156, "Augmented-0.05-Quantile-Accuracy": 72.18000030517578, "Augmented-0.1-Quantile-Accuracy": 73.80999755859375, "Augmented-Accuracy": 78.3491, "Augmented-Loss": 1.0488589067382812, "Clean-Accuracy": 80.79, "Clean-Loss": 0.8938761268615723, "PGD-Accuracy": 0.24, "PGD-Loss": 9.51556303100586}, "Total-Time": 85927.84859609604, "Train": {"Loss": 1.2035410438537597, "avg t": 1.0852321504211426, "plain loss": 0.8601912874145499, "standard loss": 0.8583208102226257}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.86000061035156, "Augmented-0.05-Quantile-Accuracy": 77.77999877929688, "Augmented-0.1-Quantile-Accuracy": 78.83999633789062, "Augmented-Accuracy": 82.8808, "Augmented-Loss": 0.9084837042350768, "Clean-Accuracy": 82.86, "Clean-Loss": 0.8172474236488342, "PGD-Accuracy": 0.12, "PGD-Loss": 8.399659886169433}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 963.0187296867371, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.05999755859375, "Augmented-0.05-Quantile-Accuracy": 71.66999816894531, "Augmented-0.1-Quantile-Accuracy": 73.27999877929688, "Augmented-Accuracy": 78.0754, "Augmented-Loss": 1.0507439425735474, "Clean-Accuracy": 80.25, "Clean-Loss": 0.8931727012634277, "PGD-Accuracy": 0.24, "PGD-Loss": 9.562157904052734}, "Total-Time": 86890.86732578278, "Train": {"Loss": 1.208143822784424, "avg t": 1.0824194941711425, "plain loss": 0.8568133803710937, "standard loss": 0.8547772428131104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.87999725341797, "Augmented-0.05-Quantile-Accuracy": 76.86000061035156, "Augmented-0.1-Quantile-Accuracy": 78.25999450683594, "Augmented-Accuracy": 82.2762, "Augmented-Loss": 0.9082655867109298, "Clean-Accuracy": 81.68, "Clean-Loss": 0.8448873226165772, "PGD-Accuracy": 0.2, "PGD-Loss": 8.439029153442382}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 963.3062589168549, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.2699966430664, "Augmented-0.05-Quantile-Accuracy": 71.80999755859375, "Augmented-0.1-Quantile-Accuracy": 73.30999755859375, "Augmented-Accuracy": 78.2223, "Augmented-Loss": 1.0496123601608276, "Clean-Accuracy": 80.31, "Clean-Loss": 0.8936088714599609, "PGD-Accuracy": 0.2, "PGD-Loss": 9.561623504638671}, "Total-Time": 87854.17358469963, "Train": {"Loss": 1.1931999266052247, "avg t": 1.0820399629211426, "plain loss": 0.8568851350707991, "standard loss": 0.8548704127120972}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.9000015258789, "Augmented-0.05-Quantile-Accuracy": 76.5999984741211, "Augmented-0.1-Quantile-Accuracy": 78.04000091552734, "Augmented-Accuracy": 82.282, "Augmented-Loss": 0.9082036000556946, "Clean-Accuracy": 78.62, "Clean-Loss": 0.850703005027771, "PGD-Accuracy": 0.14, "PGD-Loss": 8.450299320983886}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 963.1268672943115, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.3699951171875, "Augmented-0.05-Quantile-Accuracy": 71.94999694824219, "Augmented-0.1-Quantile-Accuracy": 73.48999786376953, "Augmented-Accuracy": 78.3464, "Augmented-Loss": 1.0488513688125611, "Clean-Accuracy": 80.64, "Clean-Loss": 0.8951237976074219, "PGD-Accuracy": 0.22, "PGD-Loss": 9.55402130126953}, "Total-Time": 88817.30045199394, "Train": {"Loss": 1.1967929028320312, "avg t": 1.0809232441711425, "plain loss": 0.8562012297973635, "standard loss": 0.8541658432769775}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.83999633789062, "Augmented-0.05-Quantile-Accuracy": 76.73999786376953, "Augmented-0.1-Quantile-Accuracy": 78.13999938964844, "Augmented-Accuracy": 82.319, "Augmented-Loss": 0.9104178641452789, "Clean-Accuracy": 80.46, "Clean-Loss": 0.872612007522583, "PGD-Accuracy": 0.2, "PGD-Loss": 8.437455290222168}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 962.9617910385132, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.18999481201172, "Augmented-0.05-Quantile-Accuracy": 72.00999450683594, "Augmented-0.1-Quantile-Accuracy": 73.5, "Augmented-Accuracy": 78.3953, "Augmented-Loss": 1.04835829788208, "Clean-Accuracy": 80.83, "Clean-Loss": 0.8962220932006836, "PGD-Accuracy": 0.21, "PGD-Loss": 9.554356970214844}, "Total-Time": 89780.26224303246, "Train": {"Loss": 1.1968632261657715, "avg t": 1.0807602754211425, "plain loss": 0.8558754370422368, "standard loss": 0.8539086429977417}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.0999984741211, "Augmented-0.05-Quantile-Accuracy": 77.18000030517578, "Augmented-0.1-Quantile-Accuracy": 78.36000061035156, "Augmented-Accuracy": 82.4258, "Augmented-Loss": 0.9113391383571625, "Clean-Accuracy": 81.6, "Clean-Loss": 0.8940224405288696, "PGD-Accuracy": 0.2, "PGD-Loss": 8.433960551452637}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 963.3890080451965, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.3699951171875, "Augmented-0.05-Quantile-Accuracy": 72.0, "Augmented-0.1-Quantile-Accuracy": 73.5199966430664, "Augmented-Accuracy": 78.4315, "Augmented-Loss": 1.0476301379241943, "Clean-Accuracy": 80.72, "Clean-Loss": 0.8930352066040039, "PGD-Accuracy": 0.23, "PGD-Loss": 9.557597302246094}, "Total-Time": 90743.65125107765, "Train": {"Loss": 1.1829376396179199, "avg t": 1.0810171504211425, "plain loss": 0.8544789971008299, "standard loss": 0.8526187873840332}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.93999481201172, "Augmented-0.05-Quantile-Accuracy": 76.72000122070312, "Augmented-0.1-Quantile-Accuracy": 78.05999755859375, "Augmented-Accuracy": 82.3928, "Augmented-Loss": 0.9072866350593567, "Clean-Accuracy": 83.54, "Clean-Loss": 0.8309208055496216, "PGD-Accuracy": 0.1, "PGD-Loss": 8.447497172546386}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 963.5011172294617, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.55999755859375, "Augmented-0.05-Quantile-Accuracy": 72.04000091552734, "Augmented-0.1-Quantile-Accuracy": 73.6199951171875, "Augmented-Accuracy": 78.5252, "Augmented-Loss": 1.0463895114212036, "Clean-Accuracy": 80.75, "Clean-Loss": 0.8932574569702149, "PGD-Accuracy": 0.26, "PGD-Loss": 9.552916351318359}, "Total-Time": 91707.15236830711, "Train": {"Loss": 1.1970134561920167, "avg t": 1.0801463691711426, "plain loss": 0.8542803471679694, "standard loss": 0.8521255788421631}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.1199951171875, "Augmented-0.05-Quantile-Accuracy": 77.18000030517578, "Augmented-0.1-Quantile-Accuracy": 78.15999603271484, "Augmented-Accuracy": 82.3346, "Augmented-Loss": 0.9086260670890808, "Clean-Accuracy": 80.54, "Clean-Loss": 0.8894639694213867, "PGD-Accuracy": 0.14, "PGD-Loss": 8.506360572814941}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 963.3004519939423, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.70999908447266, "Augmented-0.05-Quantile-Accuracy": 72.08000183105469, "Augmented-0.1-Quantile-Accuracy": 73.65999603271484, "Augmented-Accuracy": 78.5508, "Augmented-Loss": 1.04656217427063, "Clean-Accuracy": 81.01, "Clean-Loss": 0.893149528503418, "PGD-Accuracy": 0.23, "PGD-Loss": 9.554636431884765}, "Total-Time": 92670.45282030106, "Train": {"Loss": 1.1842851950073243, "avg t": 1.0796577754211425, "plain loss": 0.853773964111328, "standard loss": 0.851802604675293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.45999908447266, "Augmented-0.05-Quantile-Accuracy": 77.18000030517578, "Augmented-0.1-Quantile-Accuracy": 78.55999755859375, "Augmented-Accuracy": 82.9462, "Augmented-Loss": 0.9070919409008026, "Clean-Accuracy": 81.24, "Clean-Loss": 0.8523454727172851, "PGD-Accuracy": 0.14, "PGD-Loss": 8.44401522216797}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 963.7444524765015, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.65999603271484, "Augmented-0.05-Quantile-Accuracy": 71.97000122070312, "Augmented-0.1-Quantile-Accuracy": 73.7699966430664, "Augmented-Accuracy": 78.5105, "Augmented-Loss": 1.046308187057495, "Clean-Accuracy": 80.94, "Clean-Loss": 0.8964019584655761, "PGD-Accuracy": 0.21, "PGD-Loss": 9.557318170166015}, "Total-Time": 93634.19727277756, "Train": {"Loss": 1.1860564571380616, "avg t": 1.0795371504211426, "plain loss": 0.8533255538024903, "standard loss": 0.8513078644561768}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.79999542236328, "Augmented-0.05-Quantile-Accuracy": 76.75999450683594, "Augmented-0.1-Quantile-Accuracy": 78.05999755859375, "Augmented-Accuracy": 82.3098, "Augmented-Loss": 0.9105700177021027, "Clean-Accuracy": 81.86, "Clean-Loss": 0.8570327030181885, "PGD-Accuracy": 0.28, "PGD-Loss": 8.451776089477539}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 963.3666179180145, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.52999877929688, "Augmented-0.05-Quantile-Accuracy": 72.0, "Augmented-0.1-Quantile-Accuracy": 73.72000122070312, "Augmented-Accuracy": 78.5287, "Augmented-Loss": 1.0456756159820557, "Clean-Accuracy": 81.14, "Clean-Loss": 0.8897068145751953, "PGD-Accuracy": 0.27, "PGD-Loss": 9.559712707519532}, "Total-Time": 94597.56389069557, "Train": {"Loss": 1.1843085498046875, "avg t": 1.0795110566711426, "plain loss": 0.8537268410949709, "standard loss": 0.8517224970626831}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.73999786376953, "Augmented-0.05-Quantile-Accuracy": 77.81999969482422, "Augmented-0.1-Quantile-Accuracy": 79.0999984741211, "Augmented-Accuracy": 83.1656, "Augmented-Loss": 0.9034027938442231, "Clean-Accuracy": 82.84, "Clean-Loss": 0.8322588457107544, "PGD-Accuracy": 0.1, "PGD-Loss": 8.452943054199219}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 963.5722188949585, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 72.00999450683594, "Augmented-0.1-Quantile-Accuracy": 73.70999908447266, "Augmented-Accuracy": 78.555, "Augmented-Loss": 1.0454208571090697, "Clean-Accuracy": 81.27, "Clean-Loss": 0.8903094055175781, "PGD-Accuracy": 0.26, "PGD-Loss": 9.552553015136718}, "Total-Time": 95561.13610959053, "Train": {"Loss": 1.1918924378967286, "avg t": 1.0794159004211425, "plain loss": 0.8530938890686037, "standard loss": 0.8512133861923218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.63999938964844, "Augmented-0.05-Quantile-Accuracy": 77.83999633789062, "Augmented-0.1-Quantile-Accuracy": 78.97999572753906, "Augmented-Accuracy": 83.3666, "Augmented-Loss": 0.900218036819458, "Clean-Accuracy": 77.4, "Clean-Loss": 0.8745551166534424, "PGD-Accuracy": 0.12, "PGD-Loss": 8.457846310424804}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 963.2891762256622, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.54000091552734, "Augmented-0.05-Quantile-Accuracy": 72.04999542236328, "Augmented-0.1-Quantile-Accuracy": 73.62999725341797, "Augmented-Accuracy": 78.5309, "Augmented-Loss": 1.0451721430740357, "Clean-Accuracy": 81.19, "Clean-Loss": 0.8918437652587891, "PGD-Accuracy": 0.23, "PGD-Loss": 9.556866009521485}, "Total-Time": 96524.42528581619, "Train": {"Loss": 1.1860540981292724, "avg t": 1.0789026191711426, "plain loss": 0.8523668920288072, "standard loss": 0.8504005913543701}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.15999603271484, "Augmented-0.05-Quantile-Accuracy": 76.95999908447266, "Augmented-0.1-Quantile-Accuracy": 78.25999450683594, "Augmented-Accuracy": 82.8076, "Augmented-Loss": 0.9062683548603058, "Clean-Accuracy": 81.46, "Clean-Loss": 0.867297787475586, "PGD-Accuracy": 0.24, "PGD-Loss": 8.41054155883789}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 963.4603273868561, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.27999877929688, "Augmented-0.05-Quantile-Accuracy": 72.00999450683594, "Augmented-0.1-Quantile-Accuracy": 73.73999786376953, "Augmented-Accuracy": 78.4698, "Augmented-Loss": 1.04440244304657, "Clean-Accuracy": 81.0, "Clean-Loss": 0.889701872253418, "PGD-Accuracy": 0.22, "PGD-Loss": 9.559437774658203}, "Total-Time": 97487.88561320305, "Train": {"Loss": 1.1864625479125976, "avg t": 1.0786507441711426, "plain loss": 0.8523153530273435, "standard loss": 0.8503876995658874}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.37999725341797, "Augmented-0.05-Quantile-Accuracy": 77.9000015258789, "Augmented-0.1-Quantile-Accuracy": 78.9000015258789, "Augmented-Accuracy": 82.9596, "Augmented-Loss": 0.903342018234253, "Clean-Accuracy": 81.9, "Clean-Loss": 0.8426721399307251, "PGD-Accuracy": 0.08, "PGD-Loss": 8.443850714111328}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 963.5277330875397, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.40999603271484, "Augmented-0.05-Quantile-Accuracy": 72.08999633789062, "Augmented-0.1-Quantile-Accuracy": 73.79000091552734, "Augmented-Accuracy": 78.5996, "Augmented-Loss": 1.0443430439453125, "Clean-Accuracy": 80.7, "Clean-Loss": 0.8899252853393554, "PGD-Accuracy": 0.2, "PGD-Loss": 9.562532531738281}, "Total-Time": 98451.41334629059, "Train": {"Loss": 1.181799259185791, "avg t": 1.0787138691711426, "plain loss": 0.8515326338500976, "standard loss": 0.8495743083000183}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.13999938964844, "Augmented-0.05-Quantile-Accuracy": 77.15999603271484, "Augmented-0.1-Quantile-Accuracy": 78.4000015258789, "Augmented-Accuracy": 82.9376, "Augmented-Loss": 0.9026601176395417, "Clean-Accuracy": 81.6, "Clean-Loss": 0.826448501777649, "PGD-Accuracy": 0.12, "PGD-Loss": 8.454699334716796}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 963.418450832367, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.56999969482422, "Augmented-0.05-Quantile-Accuracy": 72.05999755859375, "Augmented-0.1-Quantile-Accuracy": 73.61000061035156, "Augmented-Accuracy": 78.4969, "Augmented-Loss": 1.0436217725601196, "Clean-Accuracy": 80.94, "Clean-Loss": 0.8924418632507324, "PGD-Accuracy": 0.18, "PGD-Loss": 9.562080932617187}, "Total-Time": 99414.83179712296, "Train": {"Loss": 1.1802917826843262, "avg t": 1.0783710566711426, "plain loss": 0.8512643398132318, "standard loss": 0.8493012043380738}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.95999908447266, "Augmented-0.05-Quantile-Accuracy": 77.5999984741211, "Augmented-0.1-Quantile-Accuracy": 79.22000122070312, "Augmented-Accuracy": 82.8894, "Augmented-Loss": 0.9058767462863923, "Clean-Accuracy": 82.76, "Clean-Loss": 0.8425112829208374, "PGD-Accuracy": 0.1, "PGD-Loss": 8.4229928024292}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 963.2147986888885, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.5199966430664, "Augmented-0.05-Quantile-Accuracy": 72.04000091552734, "Augmented-0.1-Quantile-Accuracy": 73.62999725341797, "Augmented-Accuracy": 78.5222, "Augmented-Loss": 1.0427416859436036, "Clean-Accuracy": 81.03, "Clean-Loss": 0.8913695556640625, "PGD-Accuracy": 0.19, "PGD-Loss": 9.567376068115234}, "Total-Time": 100378.04659581184, "Train": {"Loss": 1.1701132940673828, "avg t": 1.0773169941711427, "plain loss": 0.8497561576232896, "standard loss": 0.8477925184249878}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.87999725341797, "Augmented-0.05-Quantile-Accuracy": 76.79999542236328, "Augmented-0.1-Quantile-Accuracy": 78.41999816894531, "Augmented-Accuracy": 82.4164, "Augmented-Loss": 0.9052792572860717, "Clean-Accuracy": 81.32, "Clean-Loss": 0.8358730113983154, "PGD-Accuracy": 0.1, "PGD-Loss": 8.45315506439209}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 963.500967502594, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.61000061035156, "Augmented-0.05-Quantile-Accuracy": 72.15999603271484, "Augmented-0.1-Quantile-Accuracy": 73.72000122070312, "Augmented-Accuracy": 78.5555, "Augmented-Loss": 1.0421734346237184, "Clean-Accuracy": 80.98, "Clean-Loss": 0.891285718536377, "PGD-Accuracy": 0.22, "PGD-Loss": 9.569497692871094}, "Total-Time": 101341.54756331444, "Train": {"Loss": 1.1814324542236327, "avg t": 1.0775490254211426, "plain loss": 0.8496948378906252, "standard loss": 0.8476948009109497}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.43999481201172, "Augmented-0.05-Quantile-Accuracy": 77.6199951171875, "Augmented-0.1-Quantile-Accuracy": 78.87999725341797, "Augmented-Accuracy": 82.9934, "Augmented-Loss": 0.9015531676063537, "Clean-Accuracy": 81.48, "Clean-Loss": 0.8974555854797364, "PGD-Accuracy": 0.14, "PGD-Loss": 8.45582514038086}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 963.3978717327118, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.6199951171875, "Augmented-0.05-Quantile-Accuracy": 72.23999786376953, "Augmented-0.1-Quantile-Accuracy": 73.83999633789062, "Augmented-Accuracy": 78.6311, "Augmented-Loss": 1.0419347527160645, "Clean-Accuracy": 80.98, "Clean-Loss": 0.8929326828002929, "PGD-Accuracy": 0.21, "PGD-Loss": 9.569663336181641}, "Total-Time": 102304.94543504715, "Train": {"Loss": 1.172473877182007, "avg t": 1.0774966816711427, "plain loss": 0.8499811262817383, "standard loss": 0.848058938331604}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.68000030517578, "Augmented-0.05-Quantile-Accuracy": 77.69999694824219, "Augmented-0.1-Quantile-Accuracy": 79.07999420166016, "Augmented-Accuracy": 82.8602, "Augmented-Loss": 0.9040997450313568, "Clean-Accuracy": 81.94, "Clean-Loss": 0.8169047630310059, "PGD-Accuracy": 0.14, "PGD-Loss": 8.452407832336426}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 963.5035638809204, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.72999572753906, "Augmented-0.05-Quantile-Accuracy": 72.12999725341797, "Augmented-0.1-Quantile-Accuracy": 73.68999481201172, "Augmented-Accuracy": 78.6069, "Augmented-Loss": 1.0414810526275635, "Clean-Accuracy": 81.11, "Clean-Loss": 0.8960315567016601, "PGD-Accuracy": 0.23, "PGD-Loss": 9.56487182006836}, "Total-Time": 103268.44899892807, "Train": {"Loss": 1.180350891418457, "avg t": 1.0774501191711425, "plain loss": 0.8494070740203864, "standard loss": 0.8474823111152648}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.83999633789062, "Augmented-0.05-Quantile-Accuracy": 78.18000030517578, "Augmented-0.1-Quantile-Accuracy": 79.63999938964844, "Augmented-Accuracy": 83.42, "Augmented-Loss": 0.9085378370227813, "Clean-Accuracy": 81.72, "Clean-Loss": 0.865846329498291, "PGD-Accuracy": 0.12, "PGD-Loss": 8.423167234802246}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 963.217945098877, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.77999877929688, "Augmented-0.05-Quantile-Accuracy": 72.0999984741211, "Augmented-0.1-Quantile-Accuracy": 73.80999755859375, "Augmented-Accuracy": 78.6404, "Augmented-Loss": 1.0410039580917358, "Clean-Accuracy": 80.77, "Clean-Loss": 0.8867208183288574, "PGD-Accuracy": 0.26, "PGD-Loss": 9.569953857421876}, "Total-Time": 104231.66694402695, "Train": {"Loss": 1.1704849221801759, "avg t": 1.0769873066711426, "plain loss": 0.8489124940795906, "standard loss": 0.8469938484954834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.5199966430664, "Augmented-0.05-Quantile-Accuracy": 77.0999984741211, "Augmented-0.1-Quantile-Accuracy": 78.43999481201172, "Augmented-Accuracy": 82.6302, "Augmented-Loss": 0.9004522760181427, "Clean-Accuracy": 79.32, "Clean-Loss": 0.8232887384414673, "PGD-Accuracy": 0.14, "PGD-Loss": 8.46513044128418}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 963.6428155899048, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.54000091552734, "Augmented-0.05-Quantile-Accuracy": 72.15999603271484, "Augmented-0.1-Quantile-Accuracy": 73.63999938964844, "Augmented-Accuracy": 78.5842, "Augmented-Loss": 1.040510171836853, "Clean-Accuracy": 80.9, "Clean-Loss": 0.8852215721130371, "PGD-Accuracy": 0.25, "PGD-Loss": 9.575522381591798}, "Total-Time": 105195.30975961685, "Train": {"Loss": 1.1858229141235352, "avg t": 1.0772929316711426, "plain loss": 0.8492744057006839, "standard loss": 0.8472276197433471}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.73999786376953, "Augmented-0.05-Quantile-Accuracy": 78.36000061035156, "Augmented-0.1-Quantile-Accuracy": 79.65999603271484, "Augmented-Accuracy": 83.2094, "Augmented-Loss": 0.8945981564502716, "Clean-Accuracy": 83.82, "Clean-Loss": 0.8370172695159912, "PGD-Accuracy": 0.1, "PGD-Loss": 8.446871322631836}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 962.6816306114197, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 72.13999938964844, "Augmented-0.1-Quantile-Accuracy": 73.81999969482422, "Augmented-Accuracy": 78.681, "Augmented-Loss": 1.0395507415237426, "Clean-Accuracy": 81.18, "Clean-Loss": 0.8922386207580566, "PGD-Accuracy": 0.25, "PGD-Loss": 9.587039666748048}, "Total-Time": 106157.99139022827, "Train": {"Loss": 1.1630657945251466, "avg t": 1.0758679316711426, "plain loss": 0.8473751065673821, "standard loss": 0.8453561279678344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.25999450683594, "Augmented-0.05-Quantile-Accuracy": 77.15999603271484, "Augmented-0.1-Quantile-Accuracy": 78.5, "Augmented-Accuracy": 82.6772, "Augmented-Loss": 0.9036161735839844, "Clean-Accuracy": 82.28, "Clean-Loss": 0.827022843170166, "PGD-Accuracy": 0.14, "PGD-Loss": 8.461303793334961}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 963.5437066555023, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.65999603271484, "Augmented-0.05-Quantile-Accuracy": 72.12999725341797, "Augmented-0.1-Quantile-Accuracy": 73.8699951171875, "Augmented-Accuracy": 78.6871, "Augmented-Loss": 1.0397931579055786, "Clean-Accuracy": 81.24, "Clean-Loss": 0.8871039337158203, "PGD-Accuracy": 0.22, "PGD-Loss": 9.591673504638672}, "Total-Time": 107121.53509688377, "Train": {"Loss": 1.180033643951416, "avg t": 1.0758860566711426, "plain loss": 0.8465648314819331, "standard loss": 0.8445724677276611}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.54000091552734, "Augmented-0.05-Quantile-Accuracy": 77.63999938964844, "Augmented-0.1-Quantile-Accuracy": 78.86000061035156, "Augmented-Accuracy": 82.6934, "Augmented-Loss": 0.8970405907049179, "Clean-Accuracy": 82.86, "Clean-Loss": 0.8587599006652832, "PGD-Accuracy": 0.1, "PGD-Loss": 8.454129434204102}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 963.3936610221863, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.73999786376953, "Augmented-0.05-Quantile-Accuracy": 72.18000030517578, "Augmented-0.1-Quantile-Accuracy": 73.77999877929688, "Augmented-Accuracy": 78.6819, "Augmented-Loss": 1.0390220116653441, "Clean-Accuracy": 80.97, "Clean-Loss": 0.8882361724853516, "PGD-Accuracy": 0.25, "PGD-Loss": 9.585648364257812}, "Total-Time": 108084.92875790596, "Train": {"Loss": 1.1858978923797607, "avg t": 1.0759199629211427, "plain loss": 0.8476384431457522, "standard loss": 0.8457124694252014}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.58000183105469, "Augmented-0.05-Quantile-Accuracy": 77.63999938964844, "Augmented-0.1-Quantile-Accuracy": 78.91999816894531, "Augmented-Accuracy": 83.3438, "Augmented-Loss": 0.8984030304689408, "Clean-Accuracy": 80.8, "Clean-Loss": 0.8377360233306885, "PGD-Accuracy": 0.12, "PGD-Loss": 8.445685177612305}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 963.6209058761597, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.6199951171875, "Augmented-0.05-Quantile-Accuracy": 72.2699966430664, "Augmented-0.1-Quantile-Accuracy": 73.94999694824219, "Augmented-Accuracy": 78.6129, "Augmented-Loss": 1.038313058982849, "Clean-Accuracy": 81.1, "Clean-Loss": 0.8875610275268555, "PGD-Accuracy": 0.21, "PGD-Loss": 9.58542481689453}, "Total-Time": 109048.54966378212, "Train": {"Loss": 1.1782704960632324, "avg t": 1.0765524629211425, "plain loss": 0.8474785537719728, "standard loss": 0.8456269100952148}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.23999786376953, "Augmented-0.05-Quantile-Accuracy": 77.97999572753906, "Augmented-0.1-Quantile-Accuracy": 79.05999755859375, "Augmented-Accuracy": 82.8474, "Augmented-Loss": 0.8961172246685029, "Clean-Accuracy": 82.8, "Clean-Loss": 0.8441575548171997, "PGD-Accuracy": 0.08, "PGD-Loss": 8.461674809265137}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 963.2762188911438, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.58000183105469, "Augmented-0.05-Quantile-Accuracy": 72.18000030517578, "Augmented-0.1-Quantile-Accuracy": 73.61000061035156, "Augmented-Accuracy": 78.542, "Augmented-Loss": 1.0383020474014282, "Clean-Accuracy": 80.89, "Clean-Loss": 0.8849952667236328, "PGD-Accuracy": 0.23, "PGD-Loss": 9.582123913574218}, "Total-Time": 110011.82588267326, "Train": {"Loss": 1.1727972290039061, "avg t": 1.0761465254211426, "plain loss": 0.847132752136231, "standard loss": 0.8451309466361999}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.0199966430664, "Augmented-0.05-Quantile-Accuracy": 77.29999542236328, "Augmented-0.1-Quantile-Accuracy": 78.91999816894531, "Augmented-Accuracy": 82.7466, "Augmented-Loss": 0.8950917727355957, "Clean-Accuracy": 76.04, "Clean-Loss": 0.8790140148162842, "PGD-Accuracy": 0.24, "PGD-Loss": 8.420509739685059}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 963.5750744342804, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.58000183105469, "Augmented-0.05-Quantile-Accuracy": 72.1500015258789, "Augmented-0.1-Quantile-Accuracy": 73.66999816894531, "Augmented-Accuracy": 78.5327, "Augmented-Loss": 1.0369950960464478, "Clean-Accuracy": 81.0, "Clean-Loss": 0.8882746070861817, "PGD-Accuracy": 0.18, "PGD-Loss": 9.579567095947265}, "Total-Time": 110975.40095710754, "Train": {"Loss": 1.1706587450027466, "avg t": 1.0763043379211426, "plain loss": 0.8467971765747064, "standard loss": 0.8448694271850586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.63999938964844, "Augmented-0.05-Quantile-Accuracy": 77.43999481201172, "Augmented-0.1-Quantile-Accuracy": 78.77999877929688, "Augmented-Accuracy": 82.7456, "Augmented-Loss": 0.8973705636758804, "Clean-Accuracy": 82.36, "Clean-Loss": 0.8658636981964112, "PGD-Accuracy": 0.12, "PGD-Loss": 8.422566427612304}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
