{"Epoch": 0, "Epoch-Time": 1439.0230417251587, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.77000045776367, "Augmented-0.05-Quantile-Accuracy": 35.56999969482422, "Augmented-0.1-Quantile-Accuracy": 35.91999816894531, "Augmented-Accuracy": 37.0919, "Augmented-Loss": 1.7060961951446534, "Clean-Accuracy": 37.21, "Clean-Loss": 1.699118263244629, "PGD-Accuracy": 8.68, "PGD-Loss": 2.439158609008789}, "Total-Time": 1439.0230417251587, "Train": {"Loss": 6.088702982940674, "avg t": 1.62058984375, "plain loss": 1.9619774161376928}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.89999771118164, "Augmented-0.05-Quantile-Accuracy": 34.540000915527344, "Augmented-0.1-Quantile-Accuracy": 34.79999923706055, "Augmented-Accuracy": 36.2638, "Augmented-Loss": 1.7112498337802886, "Clean-Accuracy": 32.26, "Clean-Loss": 1.7283084064483643, "PGD-Accuracy": 9.02, "PGD-Loss": 2.429334274291992}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1435.873559474945, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.5, "Augmented-0.05-Quantile-Accuracy": 42.54999923706055, "Augmented-0.1-Quantile-Accuracy": 43.05999755859375, "Augmented-Accuracy": 44.8636, "Augmented-Loss": 1.620742155517578, "Clean-Accuracy": 45.09, "Clean-Loss": 1.5977579010009766, "PGD-Accuracy": 7.29, "PGD-Loss": 2.7206691955566407}, "Total-Time": 2874.8966012001038, "Train": {"Loss": 3.9175739923095705, "avg t": 1.5462765625, "plain loss": 1.693890075073242}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.119998931884766, "Augmented-0.05-Quantile-Accuracy": 41.18000030517578, "Augmented-0.1-Quantile-Accuracy": 41.70000076293945, "Augmented-Accuracy": 43.5954, "Augmented-Loss": 1.6164805214385987, "Clean-Accuracy": 36.78, "Clean-Loss": 1.795322075653076, "PGD-Accuracy": 7.58, "PGD-Loss": 2.6536212127685546}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1434.1787157058716, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.30999755859375, "Augmented-0.05-Quantile-Accuracy": 39.21999740600586, "Augmented-0.1-Quantile-Accuracy": 39.70000076293945, "Augmented-Accuracy": 41.703, "Augmented-Loss": 1.572844594985962, "Clean-Accuracy": 42.74, "Clean-Loss": 1.5396614212036133, "PGD-Accuracy": 3.89, "PGD-Loss": 3.295229345703125}, "Total-Time": 4309.075316905975, "Train": {"Loss": 3.3428087731170653, "avg t": 1.49022953125, "plain loss": 1.592872820739744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.779998779296875, "Augmented-0.05-Quantile-Accuracy": 39.87999725341797, "Augmented-0.1-Quantile-Accuracy": 40.47999954223633, "Augmented-Accuracy": 42.2062, "Augmented-Loss": 1.5735871449184418, "Clean-Accuracy": 39.08, "Clean-Loss": 1.6228199014663696, "PGD-Accuracy": 3.8, "PGD-Loss": 3.1978132713317873}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1433.0557754039764, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.349998474121094, "Augmented-0.05-Quantile-Accuracy": 49.40999984741211, "Augmented-0.1-Quantile-Accuracy": 50.41999816894531, "Augmented-Accuracy": 53.3875, "Augmented-Loss": 1.467184685028076, "Clean-Accuracy": 53.4, "Clean-Loss": 1.421697720336914, "PGD-Accuracy": 1.37, "PGD-Loss": 3.813097653198242}, "Total-Time": 5742.131092309952, "Train": {"Loss": 2.9087711961364744, "avg t": 1.442191875, "plain loss": 1.5107459138488788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.91999816894531, "Augmented-0.05-Quantile-Accuracy": 50.52000045776367, "Augmented-0.1-Quantile-Accuracy": 51.3599967956543, "Augmented-Accuracy": 54.3306, "Augmented-Loss": 1.4385325389614105, "Clean-Accuracy": 50.34, "Clean-Loss": 1.4628433073043823, "PGD-Accuracy": 1.92, "PGD-Loss": 3.50746640625}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1431.7498075962067, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.869998931884766, "Augmented-0.05-Quantile-Accuracy": 49.119998931884766, "Augmented-0.1-Quantile-Accuracy": 50.02000045776367, "Augmented-Accuracy": 53.2607, "Augmented-Loss": 1.4265664812774659, "Clean-Accuracy": 54.6, "Clean-Loss": 1.363352699279785, "PGD-Accuracy": 1.48, "PGD-Loss": 4.246900408935547}, "Total-Time": 7173.880899906158, "Train": {"Loss": 2.6605421453094484, "avg t": 1.41118203125, "plain loss": 1.4585574515991195}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.71999740600586, "Augmented-0.05-Quantile-Accuracy": 50.37999725341797, "Augmented-0.1-Quantile-Accuracy": 51.23999786376953, "Augmented-Accuracy": 54.564, "Augmented-Loss": 1.3978037520656585, "Clean-Accuracy": 52.36, "Clean-Loss": 1.3803412912368775, "PGD-Accuracy": 1.46, "PGD-Loss": 3.8555327964782715}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1431.1134805679321, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.80999755859375, "Augmented-0.05-Quantile-Accuracy": 48.189998626708984, "Augmented-0.1-Quantile-Accuracy": 49.439998626708984, "Augmented-Accuracy": 53.6188, "Augmented-Loss": 1.4723796983947754, "Clean-Accuracy": 54.1, "Clean-Loss": 1.3908678970336914, "PGD-Accuracy": 0.49, "PGD-Loss": 4.702613586425781}, "Total-Time": 8604.99438047409, "Train": {"Loss": 2.4079062241363527, "avg t": 1.3765278125, "plain loss": 1.4014821219177234}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.73999786376953, "Augmented-0.05-Quantile-Accuracy": 50.31999969482422, "Augmented-0.1-Quantile-Accuracy": 51.37999725341797, "Augmented-Accuracy": 55.2644, "Augmented-Loss": 1.4267215488986968, "Clean-Accuracy": 53.76, "Clean-Loss": 1.3574987571716308, "PGD-Accuracy": 0.66, "PGD-Loss": 4.225213049316406}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1428.6546294689178, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.20000076293945, "Augmented-0.05-Quantile-Accuracy": 46.37999725341797, "Augmented-0.1-Quantile-Accuracy": 47.53999710083008, "Augmented-Accuracy": 51.3437, "Augmented-Loss": 1.4354419165802002, "Clean-Accuracy": 52.88, "Clean-Loss": 1.346703229522705, "PGD-Accuracy": 0.24, "PGD-Loss": 5.072716116333008}, "Total-Time": 10033.649009943008, "Train": {"Loss": 2.2051973495483397, "avg t": 1.34379234375, "plain loss": 1.349335699340821}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.63999938964844, "Augmented-0.05-Quantile-Accuracy": 50.65999984741211, "Augmented-0.1-Quantile-Accuracy": 51.52000045776367, "Augmented-Accuracy": 54.925, "Augmented-Loss": 1.3777366038398742, "Clean-Accuracy": 57.04, "Clean-Loss": 1.3224325805664063, "PGD-Accuracy": 0.56, "PGD-Loss": 4.553482632446289}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1429.596289396286, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.79999923706055, "Augmented-0.05-Quantile-Accuracy": 55.69999694824219, "Augmented-0.1-Quantile-Accuracy": 57.07999801635742, "Augmented-Accuracy": 62.0256, "Augmented-Loss": 1.3584473973083495, "Clean-Accuracy": 60.65, "Clean-Loss": 1.3024452919006348, "PGD-Accuracy": 0.09, "PGD-Loss": 5.443779495239258}, "Total-Time": 11463.245299339294, "Train": {"Loss": 2.1148389697647096, "avg t": 1.31770734375, "plain loss": 1.3115784755554185}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.03999710083008, "Augmented-0.05-Quantile-Accuracy": 54.07999801635742, "Augmented-0.1-Quantile-Accuracy": 55.279998779296875, "Augmented-Accuracy": 59.9748, "Augmented-Loss": 1.3549053535308837, "Clean-Accuracy": 56.34, "Clean-Loss": 1.2963379056930542, "PGD-Accuracy": 0.32, "PGD-Loss": 5.159005104827881}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1416.5954797267914, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.959999084472656, "Augmented-0.05-Quantile-Accuracy": 54.88999938964844, "Augmented-0.1-Quantile-Accuracy": 56.32999801635742, "Augmented-Accuracy": 60.8536, "Augmented-Loss": 1.3759566165771484, "Clean-Accuracy": 63.56, "Clean-Loss": 1.2770694229125976, "PGD-Accuracy": 0.21, "PGD-Loss": 5.5146500183105465}, "Total-Time": 12879.840779066086, "Train": {"Loss": 2.0197449689483644, "avg t": 1.29578375, "plain loss": 1.2744243299560545}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.34000015258789, "Augmented-0.05-Quantile-Accuracy": 59.2599983215332, "Augmented-0.1-Quantile-Accuracy": 60.619998931884766, "Augmented-Accuracy": 65.2118, "Augmented-Loss": 1.3167359512634278, "Clean-Accuracy": 66.46, "Clean-Loss": 1.2115235744476318, "PGD-Accuracy": 0.3, "PGD-Loss": 5.114728332519531}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1416.5038132667542, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.44999694824219, "Augmented-0.05-Quantile-Accuracy": 56.54999923706055, "Augmented-0.1-Quantile-Accuracy": 57.769996643066406, "Augmented-Accuracy": 62.675, "Augmented-Loss": 1.3822496322250366, "Clean-Accuracy": 64.45, "Clean-Loss": 1.2563289199829102, "PGD-Accuracy": 0.11, "PGD-Loss": 5.789905993652344}, "Total-Time": 14296.34459233284, "Train": {"Loss": 1.9694897791671753, "avg t": 1.28603828125, "plain loss": 1.2584706092224145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.41999816894531, "Augmented-0.05-Quantile-Accuracy": 62.439998626708984, "Augmented-0.1-Quantile-Accuracy": 63.87999725341797, "Augmented-Accuracy": 67.9598, "Augmented-Loss": 1.2933497714290618, "Clean-Accuracy": 66.94, "Clean-Loss": 1.2274715877532958, "PGD-Accuracy": 0.12, "PGD-Loss": 5.351041680908203}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1417.2270953655243, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.97999954223633, "Augmented-0.05-Quantile-Accuracy": 53.8599967956543, "Augmented-0.1-Quantile-Accuracy": 55.44999694824219, "Augmented-Accuracy": 60.4678, "Augmented-Loss": 1.4000405305786132, "Clean-Accuracy": 65.09, "Clean-Loss": 1.2755474769592285, "PGD-Accuracy": 0.15, "PGD-Loss": 5.682979486083984}, "Total-Time": 15713.571687698364, "Train": {"Loss": 1.9243106146240234, "avg t": 1.27203875, "plain loss": 1.2359116936645513}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.47999954223633, "Augmented-0.05-Quantile-Accuracy": 61.279998779296875, "Augmented-0.1-Quantile-Accuracy": 62.69999694824219, "Augmented-Accuracy": 67.037, "Augmented-Loss": 1.3052856690139771, "Clean-Accuracy": 64.7, "Clean-Loss": 1.1867506546020508, "PGD-Accuracy": 0.18, "PGD-Loss": 5.346943291473389}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1416.4783763885498, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.52000045776367, "Augmented-0.05-Quantile-Accuracy": 57.71999740600586, "Augmented-0.1-Quantile-Accuracy": 59.12999725341797, "Augmented-Accuracy": 63.8892, "Augmented-Loss": 1.4076491795349122, "Clean-Accuracy": 66.28, "Clean-Loss": 1.2852427345275879, "PGD-Accuracy": 0.3, "PGD-Loss": 5.602650128173828}, "Total-Time": 17130.050064086914, "Train": {"Loss": 1.9092452537536622, "avg t": 1.26489171875, "plain loss": 1.228583969024658}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.099998474121094, "Augmented-0.05-Quantile-Accuracy": 61.2599983215332, "Augmented-0.1-Quantile-Accuracy": 63.03999710083008, "Augmented-Accuracy": 67.6508, "Augmented-Loss": 1.3368505643062591, "Clean-Accuracy": 66.54, "Clean-Loss": 1.2197329532623291, "PGD-Accuracy": 0.4, "PGD-Loss": 5.303631832122803}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1416.960335969925, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.869998931884766, "Augmented-0.05-Quantile-Accuracy": 56.97999954223633, "Augmented-0.1-Quantile-Accuracy": 58.13999938964844, "Augmented-Accuracy": 62.6728, "Augmented-Loss": 1.333161448600769, "Clean-Accuracy": 64.79, "Clean-Loss": 1.2289670166015625, "PGD-Accuracy": 0.1, "PGD-Loss": 5.868881878662109}, "Total-Time": 18547.01040005684, "Train": {"Loss": 1.858978068008423, "avg t": 1.253714375, "plain loss": 1.2078274249572778}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.8599967956543, "Augmented-0.05-Quantile-Accuracy": 59.68000030517578, "Augmented-0.1-Quantile-Accuracy": 60.939998626708984, "Augmented-Accuracy": 65.5206, "Augmented-Loss": 1.272737625699997, "Clean-Accuracy": 65.32, "Clean-Loss": 1.141889374923706, "PGD-Accuracy": 0.1, "PGD-Loss": 5.553181558227539}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1415.1180510520935, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.06999969482422, "Augmented-0.05-Quantile-Accuracy": 62.349998474121094, "Augmented-0.1-Quantile-Accuracy": 63.72999954223633, "Augmented-Accuracy": 68.4056, "Augmented-Loss": 1.307727520401001, "Clean-Accuracy": 70.42, "Clean-Loss": 1.173480078125, "PGD-Accuracy": 0.06, "PGD-Loss": 5.912566552734375}, "Total-Time": 19962.128451108932, "Train": {"Loss": 1.8251186882019044, "avg t": 1.24085171875, "plain loss": 1.1867012010192877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.81999969482422, "Augmented-0.05-Quantile-Accuracy": 66.26000213623047, "Augmented-0.1-Quantile-Accuracy": 67.31999969482422, "Augmented-Accuracy": 71.58, "Augmented-Loss": 1.2325819441490173, "Clean-Accuracy": 62.0, "Clean-Loss": 1.2518364820480348, "PGD-Accuracy": 0.08, "PGD-Loss": 5.637066534423828}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1415.4484639167786, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.02000045776367, "Augmented-0.05-Quantile-Accuracy": 56.57999801635742, "Augmented-0.1-Quantile-Accuracy": 58.14999771118164, "Augmented-Accuracy": 63.5305, "Augmented-Loss": 1.3356444751968384, "Clean-Accuracy": 63.2, "Clean-Loss": 1.2477577026367188, "PGD-Accuracy": 0.08, "PGD-Loss": 6.163680383300782}, "Total-Time": 21377.57691502571, "Train": {"Loss": 1.817790609817505, "avg t": 1.23821484375, "plain loss": 1.182721582061765}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.41999816894531, "Augmented-0.05-Quantile-Accuracy": 60.68000030517578, "Augmented-0.1-Quantile-Accuracy": 62.39999771118164, "Augmented-Accuracy": 67.2722, "Augmented-Loss": 1.2671298987426758, "Clean-Accuracy": 68.58, "Clean-Loss": 1.2038985305786132, "PGD-Accuracy": 0.14, "PGD-Loss": 5.909163641357422}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1416.0123646259308, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.119998931884766, "Augmented-0.05-Quantile-Accuracy": 57.72999954223633, "Augmented-0.1-Quantile-Accuracy": 59.14999771118164, "Augmented-Accuracy": 64.8329, "Augmented-Loss": 1.3183423760299682, "Clean-Accuracy": 63.39, "Clean-Loss": 1.2226368431091308, "PGD-Accuracy": 0.09, "PGD-Loss": 6.013004205322265}, "Total-Time": 22793.589279651642, "Train": {"Loss": 1.8023512004089355, "avg t": 1.23080921875, "plain loss": 1.1746685872497564}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.7599983215332, "Augmented-0.05-Quantile-Accuracy": 60.68000030517578, "Augmented-0.1-Quantile-Accuracy": 62.019996643066406, "Augmented-Accuracy": 66.4384, "Augmented-Loss": 1.249728366163254, "Clean-Accuracy": 59.48, "Clean-Loss": 1.235135510635376, "PGD-Accuracy": 0.24, "PGD-Loss": 5.707972388458252}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1412.8683495521545, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.84000015258789, "Augmented-0.05-Quantile-Accuracy": 60.82999801635742, "Augmented-0.1-Quantile-Accuracy": 62.32999801635742, "Augmented-Accuracy": 67.0301, "Augmented-Loss": 1.2649268326416017, "Clean-Accuracy": 68.86, "Clean-Loss": 1.1452054244995118, "PGD-Accuracy": 0.07, "PGD-Loss": 5.722675115966797}, "Total-Time": 24206.457629203796, "Train": {"Loss": 1.7890421758651733, "avg t": 1.22629453125, "plain loss": 1.1651289377746579}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.41999816894531, "Augmented-0.05-Quantile-Accuracy": 64.5999984741211, "Augmented-0.1-Quantile-Accuracy": 66.0, "Augmented-Accuracy": 70.323, "Augmented-Loss": 1.1924889612140654, "Clean-Accuracy": 69.3, "Clean-Loss": 1.0728501024246215, "PGD-Accuracy": 0.04, "PGD-Loss": 5.37549231262207}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1414.1111907958984, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.84000015258789, "Augmented-0.05-Quantile-Accuracy": 59.23999786376953, "Augmented-0.1-Quantile-Accuracy": 60.55999755859375, "Augmented-Accuracy": 65.7686, "Augmented-Loss": 1.297580063522339, "Clean-Accuracy": 67.42, "Clean-Loss": 1.2017216682434082, "PGD-Accuracy": 0.03, "PGD-Loss": 5.827378143310547}, "Total-Time": 25620.568819999695, "Train": {"Loss": 1.7600148921203613, "avg t": 1.2192453125, "plain loss": 1.1541327414855933}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.31999969482422, "Augmented-0.05-Quantile-Accuracy": 62.3599967956543, "Augmented-0.1-Quantile-Accuracy": 63.779998779296875, "Augmented-Accuracy": 68.783, "Augmented-Loss": 1.2418671154499055, "Clean-Accuracy": 57.64, "Clean-Loss": 1.17038755569458, "PGD-Accuracy": 0.02, "PGD-Loss": 5.51015630493164}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1411.4354224205017, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.40999984741211, "Augmented-0.05-Quantile-Accuracy": 59.44999694824219, "Augmented-0.1-Quantile-Accuracy": 61.03999710083008, "Augmented-Accuracy": 65.6312, "Augmented-Loss": 1.2904951361846924, "Clean-Accuracy": 68.72, "Clean-Loss": 1.1580762580871582, "PGD-Accuracy": 0.11, "PGD-Loss": 5.73577822265625}, "Total-Time": 27032.004242420197, "Train": {"Loss": 1.7552983906555175, "avg t": 1.218381875, "plain loss": 1.1550999728088387}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.53999710083008, "Augmented-0.05-Quantile-Accuracy": 63.31999969482422, "Augmented-0.1-Quantile-Accuracy": 64.63999938964844, "Augmented-Accuracy": 69.1994, "Augmented-Loss": 1.211870547996521, "Clean-Accuracy": 67.7, "Clean-Loss": 1.110422212600708, "PGD-Accuracy": 0.14, "PGD-Loss": 5.472843399047852}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1412.9144113063812, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.62999725341797, "Augmented-0.05-Quantile-Accuracy": 58.90999984741211, "Augmented-0.1-Quantile-Accuracy": 60.39999771118164, "Augmented-Accuracy": 65.3071, "Augmented-Loss": 1.2975914886016846, "Clean-Accuracy": 68.53, "Clean-Loss": 1.1847063690185546, "PGD-Accuracy": 0.1, "PGD-Loss": 5.622824096679688}, "Total-Time": 28444.918653726578, "Train": {"Loss": 1.7407443817138673, "avg t": 1.21375734375, "plain loss": 1.146501531372071}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.71999740600586, "Augmented-0.05-Quantile-Accuracy": 63.84000015258789, "Augmented-0.1-Quantile-Accuracy": 65.19999694824219, "Augmented-Accuracy": 69.5702, "Augmented-Loss": 1.2226039212055206, "Clean-Accuracy": 71.88, "Clean-Loss": 1.0925608530044555, "PGD-Accuracy": 0.16, "PGD-Loss": 5.339169468688965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1412.501794576645, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.96999740600586, "Augmented-0.05-Quantile-Accuracy": 55.209999084472656, "Augmented-0.1-Quantile-Accuracy": 56.72999954223633, "Augmented-Accuracy": 61.6561, "Augmented-Loss": 1.3726089572982787, "Clean-Accuracy": 67.35, "Clean-Loss": 1.1938801002502442, "PGD-Accuracy": 0.14, "PGD-Loss": 5.961469573974609}, "Total-Time": 29857.420448303223, "Train": {"Loss": 1.7420621245574952, "avg t": 1.21523546875, "plain loss": 1.146999820861818}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.13999938964844, "Augmented-0.05-Quantile-Accuracy": 61.37999725341797, "Augmented-0.1-Quantile-Accuracy": 63.119998931884766, "Augmented-Accuracy": 67.7482, "Augmented-Loss": 1.2532534819946288, "Clean-Accuracy": 66.76, "Clean-Loss": 1.1596856962203979, "PGD-Accuracy": 0.24, "PGD-Loss": 5.718754306030274}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1407.7318322658539, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.269996643066406, "Augmented-0.05-Quantile-Accuracy": 61.37999725341797, "Augmented-0.1-Quantile-Accuracy": 62.72999954223633, "Augmented-Accuracy": 67.7902, "Augmented-Loss": 1.3128317492141723, "Clean-Accuracy": 70.57, "Clean-Loss": 1.1896959182739257, "PGD-Accuracy": 0.09, "PGD-Loss": 5.600850537109375}, "Total-Time": 31265.152280569077, "Train": {"Loss": 1.7335435718536376, "avg t": 1.2099815625, "plain loss": 1.1394243624267573}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.63999938964844, "Augmented-0.05-Quantile-Accuracy": 65.95999908447266, "Augmented-0.1-Quantile-Accuracy": 67.33999633789062, "Augmented-Accuracy": 71.827, "Augmented-Loss": 1.246320946331024, "Clean-Accuracy": 68.82, "Clean-Loss": 1.128510419845581, "PGD-Accuracy": 0.0, "PGD-Loss": 5.430181139373779}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1402.375590801239, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.75, "Augmented-0.05-Quantile-Accuracy": 61.8599967956543, "Augmented-0.1-Quantile-Accuracy": 63.81999969482422, "Augmented-Accuracy": 68.9428, "Augmented-Loss": 1.3062560132904053, "Clean-Accuracy": 69.7, "Clean-Loss": 1.1716072326660156, "PGD-Accuracy": 0.06, "PGD-Loss": 5.960489959716797}, "Total-Time": 32667.527871370316, "Train": {"Loss": 1.7166316565322877, "avg t": 1.2061559375, "plain loss": 1.1356385196533207}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.459999084472656, "Augmented-0.05-Quantile-Accuracy": 66.05999755859375, "Augmented-0.1-Quantile-Accuracy": 67.37999725341797, "Augmented-Accuracy": 71.8158, "Augmented-Loss": 1.2154271746921539, "Clean-Accuracy": 69.9, "Clean-Loss": 1.1184526252746583, "PGD-Accuracy": 0.04, "PGD-Loss": 5.680723731994629}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1400.5788640975952, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.099998474121094, "Augmented-0.05-Quantile-Accuracy": 55.81999969482422, "Augmented-0.1-Quantile-Accuracy": 57.279998779296875, "Augmented-Accuracy": 61.72, "Augmented-Loss": 1.347560560585022, "Clean-Accuracy": 70.64, "Clean-Loss": 1.143451259613037, "PGD-Accuracy": 0.1, "PGD-Loss": 5.6237508544921875}, "Total-Time": 34068.10673546791, "Train": {"Loss": 1.7217537338256836, "avg t": 1.2084246875, "plain loss": 1.1361901190185557}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.53999710083008, "Augmented-0.05-Quantile-Accuracy": 65.54000091552734, "Augmented-0.1-Quantile-Accuracy": 66.87999725341797, "Augmented-Accuracy": 70.6544, "Augmented-Loss": 1.2060408510532379, "Clean-Accuracy": 64.0, "Clean-Loss": 1.1513208154678345, "PGD-Accuracy": 0.2, "PGD-Loss": 5.245472371673584}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1400.2035193443298, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.56999969482422, "Augmented-0.05-Quantile-Accuracy": 63.3599967956543, "Augmented-0.1-Quantile-Accuracy": 65.23999786376953, "Augmented-Accuracy": 70.5875, "Augmented-Loss": 1.2789838799438475, "Clean-Accuracy": 71.17, "Clean-Loss": 1.1675522132873535, "PGD-Accuracy": 0.05, "PGD-Loss": 6.178998425292969}, "Total-Time": 35468.31025481224, "Train": {"Loss": 1.6974021800231933, "avg t": 1.20135578125, "plain loss": 1.12670496081543}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.7599983215332, "Augmented-0.05-Quantile-Accuracy": 66.33999633789062, "Augmented-0.1-Quantile-Accuracy": 68.04000091552734, "Augmented-Accuracy": 73.0152, "Augmented-Loss": 1.2107654311065674, "Clean-Accuracy": 72.08, "Clean-Loss": 1.0922644411087037, "PGD-Accuracy": 0.1, "PGD-Loss": 5.970752819824218}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1398.548151731491, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.23999786376953, "Augmented-0.05-Quantile-Accuracy": 61.59000015258789, "Augmented-0.1-Quantile-Accuracy": 63.029998779296875, "Augmented-Accuracy": 67.8369, "Augmented-Loss": 1.2835245567474365, "Clean-Accuracy": 69.5, "Clean-Loss": 1.1516701629638673, "PGD-Accuracy": 0.12, "PGD-Loss": 5.9562560668945315}, "Total-Time": 36866.85840654373, "Train": {"Loss": 1.7144986291503905, "avg t": 1.20623625, "plain loss": 1.1367485957336438}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.03999710083008, "Augmented-0.05-Quantile-Accuracy": 65.97999572753906, "Augmented-0.1-Quantile-Accuracy": 67.23999786376953, "Augmented-Accuracy": 71.3482, "Augmented-Loss": 1.2032791051750182, "Clean-Accuracy": 65.78, "Clean-Loss": 1.1146213514328003, "PGD-Accuracy": 0.12, "PGD-Loss": 5.667842455291748}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1399.6215252876282, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.519996643066406, "Augmented-0.05-Quantile-Accuracy": 60.82999801635742, "Augmented-0.1-Quantile-Accuracy": 62.28999710083008, "Augmented-Accuracy": 67.2058, "Augmented-Loss": 1.2852733011398316, "Clean-Accuracy": 71.71, "Clean-Loss": 1.1390738502502442, "PGD-Accuracy": 0.1, "PGD-Loss": 6.16038525390625}, "Total-Time": 38266.47993183136, "Train": {"Loss": 1.7011770426940918, "avg t": 1.19879609375, "plain loss": 1.1211479884948727}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.2599983215332, "Augmented-0.05-Quantile-Accuracy": 66.65999603271484, "Augmented-0.1-Quantile-Accuracy": 68.0199966430664, "Augmented-Accuracy": 72.9284, "Augmented-Loss": 1.1811627487106324, "Clean-Accuracy": 70.82, "Clean-Loss": 1.121219030570984, "PGD-Accuracy": 0.24, "PGD-Loss": 5.82973461151123}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1399.4766097068787, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.619998931884766, "Augmented-0.05-Quantile-Accuracy": 61.16999816894531, "Augmented-0.1-Quantile-Accuracy": 62.519996643066406, "Augmented-Accuracy": 67.5836, "Augmented-Loss": 1.3228138482055665, "Clean-Accuracy": 67.72, "Clean-Loss": 1.220449055480957, "PGD-Accuracy": 0.17, "PGD-Loss": 5.859668963623047}, "Total-Time": 39665.95654153824, "Train": {"Loss": 1.682104287109375, "avg t": 1.1944375, "plain loss": 1.1128470454711912}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.65999984741211, "Augmented-0.05-Quantile-Accuracy": 63.81999969482422, "Augmented-0.1-Quantile-Accuracy": 65.29999542236328, "Augmented-Accuracy": 69.8224, "Augmented-Loss": 1.2562060368480683, "Clean-Accuracy": 64.06, "Clean-Loss": 1.1296512458801269, "PGD-Accuracy": 0.22, "PGD-Loss": 5.636334268951416}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1398.94557762146, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.90999984741211, "Augmented-0.05-Quantile-Accuracy": 60.189998626708984, "Augmented-0.1-Quantile-Accuracy": 61.779998779296875, "Augmented-Accuracy": 67.4475, "Augmented-Loss": 1.319909254737854, "Clean-Accuracy": 68.98, "Clean-Loss": 1.1610962951660155, "PGD-Accuracy": 0.03, "PGD-Loss": 6.491006127929688}, "Total-Time": 41064.9021191597, "Train": {"Loss": 1.6909861067962646, "avg t": 1.1999278125, "plain loss": 1.1219298536071776}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.69999694824219, "Augmented-0.05-Quantile-Accuracy": 66.0, "Augmented-0.1-Quantile-Accuracy": 67.4000015258789, "Augmented-Accuracy": 72.0482, "Augmented-Loss": 1.2043350901260377, "Clean-Accuracy": 70.26, "Clean-Loss": 1.0485758884429932, "PGD-Accuracy": 0.04, "PGD-Loss": 6.282285552978515}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1396.9383437633514, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.73999786376953, "Augmented-0.05-Quantile-Accuracy": 59.709999084472656, "Augmented-0.1-Quantile-Accuracy": 61.0099983215332, "Augmented-Accuracy": 65.6458, "Augmented-Loss": 1.3483668307495118, "Clean-Accuracy": 69.08, "Clean-Loss": 1.1931032691955565, "PGD-Accuracy": 0.05, "PGD-Loss": 5.952431915283203}, "Total-Time": 42461.84046292305, "Train": {"Loss": 1.688743605041504, "avg t": 1.19617390625, "plain loss": 1.1166852554321276}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.97999954223633, "Augmented-0.05-Quantile-Accuracy": 65.83999633789062, "Augmented-0.1-Quantile-Accuracy": 66.93999481201172, "Augmented-Accuracy": 71.0366, "Augmented-Loss": 1.2297866361522674, "Clean-Accuracy": 71.66, "Clean-Loss": 1.0750981927871703, "PGD-Accuracy": 0.1, "PGD-Loss": 5.714406032562255}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1396.2717070579529, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.48999786376953, "Augmented-0.05-Quantile-Accuracy": 60.63999938964844, "Augmented-0.1-Quantile-Accuracy": 61.84000015258789, "Augmented-Accuracy": 66.4534, "Augmented-Loss": 1.2820538204040528, "Clean-Accuracy": 70.36, "Clean-Loss": 1.131154160308838, "PGD-Accuracy": 0.06, "PGD-Loss": 5.947364288330078}, "Total-Time": 43858.112169981, "Train": {"Loss": 1.674363051147461, "avg t": 1.19613765625, "plain loss": 1.119502188171387}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.53999710083008, "Augmented-0.05-Quantile-Accuracy": 66.04000091552734, "Augmented-0.1-Quantile-Accuracy": 67.18000030517578, "Augmented-Accuracy": 71.1084, "Augmented-Loss": 1.1796866397190093, "Clean-Accuracy": 73.5, "Clean-Loss": 1.065400105857849, "PGD-Accuracy": 0.02, "PGD-Loss": 5.744327880859375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1395.9730324745178, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.599998474121094, "Augmented-0.05-Quantile-Accuracy": 62.779998779296875, "Augmented-0.1-Quantile-Accuracy": 64.27999877929688, "Augmented-Accuracy": 69.2756, "Augmented-Loss": 1.2943836097717285, "Clean-Accuracy": 70.72, "Clean-Loss": 1.1728132263183593, "PGD-Accuracy": 0.18, "PGD-Loss": 5.803035955810547}, "Total-Time": 45254.08520245552, "Train": {"Loss": 1.6788129710006714, "avg t": 1.195013125, "plain loss": 1.1147089284362794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.26000213623047, "Augmented-0.05-Quantile-Accuracy": 67.58000183105469, "Augmented-0.1-Quantile-Accuracy": 68.69999694824219, "Augmented-Accuracy": 72.9714, "Augmented-Loss": 1.2061632840995788, "Clean-Accuracy": 73.76, "Clean-Loss": 1.0630643127441406, "PGD-Accuracy": 0.18, "PGD-Loss": 5.532122846221924}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1396.1414270401, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.30999755859375, "Augmented-0.05-Quantile-Accuracy": 58.5, "Augmented-0.1-Quantile-Accuracy": 60.07999801635742, "Augmented-Accuracy": 64.6676, "Augmented-Loss": 1.339475311515808, "Clean-Accuracy": 69.85, "Clean-Loss": 1.1813881393432617, "PGD-Accuracy": 0.06, "PGD-Loss": 6.057001080322266}, "Total-Time": 46650.22662949562, "Train": {"Loss": 1.67039868560791, "avg t": 1.19411109375, "plain loss": 1.1122637997436535}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.63999938964844, "Augmented-0.05-Quantile-Accuracy": 64.5199966430664, "Augmented-0.1-Quantile-Accuracy": 65.86000061035156, "Augmented-Accuracy": 70.6494, "Augmented-Loss": 1.2308914770927428, "Clean-Accuracy": 71.06, "Clean-Loss": 1.0854124076843261, "PGD-Accuracy": 0.02, "PGD-Loss": 5.823835903930664}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1396.7143230438232, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.97999954223633, "Augmented-0.05-Quantile-Accuracy": 65.58000183105469, "Augmented-0.1-Quantile-Accuracy": 67.0999984741211, "Augmented-Accuracy": 71.8349, "Augmented-Loss": 1.2818762824325562, "Clean-Accuracy": 74.49, "Clean-Loss": 1.1402696708679199, "PGD-Accuracy": 0.1, "PGD-Loss": 5.8279478637695314}, "Total-Time": 48046.940952539444, "Train": {"Loss": 1.6593907661437988, "avg t": 1.1936621875, "plain loss": 1.113942780212402}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.5, "Augmented-0.05-Quantile-Accuracy": 69.75999450683594, "Augmented-0.1-Quantile-Accuracy": 70.79999542236328, "Augmented-Accuracy": 74.9746, "Augmented-Loss": 1.1894985046501159, "Clean-Accuracy": 71.32, "Clean-Loss": 1.0377664192199707, "PGD-Accuracy": 0.04, "PGD-Loss": 5.542004658508301}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1395.9389247894287, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.93000030517578, "Augmented-0.05-Quantile-Accuracy": 60.37999725341797, "Augmented-0.1-Quantile-Accuracy": 61.87999725341797, "Augmented-Accuracy": 66.4935, "Augmented-Loss": 1.2826191207809448, "Clean-Accuracy": 71.22, "Clean-Loss": 1.139808250427246, "PGD-Accuracy": 0.08, "PGD-Loss": 5.79526000366211}, "Total-Time": 49442.87987732887, "Train": {"Loss": 1.6622647826385497, "avg t": 1.1920384375, "plain loss": 1.10947485760498}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.71999740600586, "Augmented-0.05-Quantile-Accuracy": 65.9000015258789, "Augmented-0.1-Quantile-Accuracy": 67.0199966430664, "Augmented-Accuracy": 71.2888, "Augmented-Loss": 1.1910514362392426, "Clean-Accuracy": 67.64, "Clean-Loss": 1.116015379714966, "PGD-Accuracy": 0.08, "PGD-Loss": 5.501850318145752}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1396.2388801574707, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.07999801635742, "Augmented-0.05-Quantile-Accuracy": 59.18000030517578, "Augmented-0.1-Quantile-Accuracy": 60.78999710083008, "Augmented-Accuracy": 65.684, "Augmented-Loss": 1.3217681015930176, "Clean-Accuracy": 70.87, "Clean-Loss": 1.1513047859191894, "PGD-Accuracy": 0.28, "PGD-Loss": 5.738785522460938}, "Total-Time": 50839.11875748634, "Train": {"Loss": 1.665573518371582, "avg t": 1.18834171875, "plain loss": 1.1055595536499023}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.8599967956543, "Augmented-0.05-Quantile-Accuracy": 65.97999572753906, "Augmented-0.1-Quantile-Accuracy": 67.45999908447266, "Augmented-Accuracy": 71.9242, "Augmented-Loss": 1.2049942165107728, "Clean-Accuracy": 70.02, "Clean-Loss": 1.0525739624023438, "PGD-Accuracy": 0.16, "PGD-Loss": 5.461830173492432}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1396.3543765544891, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.78999710083008, "Augmented-0.05-Quantile-Accuracy": 60.98999786376953, "Augmented-0.1-Quantile-Accuracy": 62.43000030517578, "Augmented-Accuracy": 67.3617, "Augmented-Loss": 1.343871025276184, "Clean-Accuracy": 68.99, "Clean-Loss": 1.192694435119629, "PGD-Accuracy": 0.08, "PGD-Loss": 5.8739512939453125}, "Total-Time": 52235.47313404083, "Train": {"Loss": 1.6668139786911012, "avg t": 1.18876421875, "plain loss": 1.1072703641662605}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.13999938964844, "Augmented-0.05-Quantile-Accuracy": 64.83999633789062, "Augmented-0.1-Quantile-Accuracy": 66.45999908447266, "Augmented-Accuracy": 70.9378, "Augmented-Loss": 1.2426472314662933, "Clean-Accuracy": 67.72, "Clean-Loss": 1.0696073762893676, "PGD-Accuracy": 0.04, "PGD-Loss": 5.663763805389404}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1396.4689373970032, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.16999816894531, "Augmented-0.05-Quantile-Accuracy": 55.54999923706055, "Augmented-0.1-Quantile-Accuracy": 56.939998626708984, "Augmented-Accuracy": 61.9922, "Augmented-Loss": 1.3174702349395753, "Clean-Accuracy": 68.33, "Clean-Loss": 1.1466116897583007, "PGD-Accuracy": 0.09, "PGD-Loss": 5.816813165283203}, "Total-Time": 53631.942071437836, "Train": {"Loss": 1.658866470298767, "avg t": 1.1864709375, "plain loss": 1.1060576965942388}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.89999771118164, "Augmented-0.05-Quantile-Accuracy": 62.89999771118164, "Augmented-0.1-Quantile-Accuracy": 63.73999786376953, "Augmented-Accuracy": 68.495, "Augmented-Loss": 1.1880787692222594, "Clean-Accuracy": 68.3, "Clean-Loss": 1.096790107536316, "PGD-Accuracy": 0.16, "PGD-Loss": 5.5244167709350585}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1396.4528601169586, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.44999694824219, "Augmented-0.05-Quantile-Accuracy": 67.69999694824219, "Augmented-0.1-Quantile-Accuracy": 68.91999816894531, "Augmented-Accuracy": 73.3817, "Augmented-Loss": 1.1944494837188722, "Clean-Accuracy": 74.85, "Clean-Loss": 1.0555253791809083, "PGD-Accuracy": 0.08, "PGD-Loss": 5.800739215087891}, "Total-Time": 55028.394931554794, "Train": {"Loss": 1.6552512957000733, "avg t": 1.18219328125, "plain loss": 1.095682046691895}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.47999572753906, "Augmented-0.05-Quantile-Accuracy": 70.5199966430664, "Augmented-0.1-Quantile-Accuracy": 72.05999755859375, "Augmented-Accuracy": 76.0234, "Augmented-Loss": 1.1079128815135957, "Clean-Accuracy": 72.14, "Clean-Loss": 1.006127982711792, "PGD-Accuracy": 0.08, "PGD-Loss": 5.5096005355834965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1396.1159205436707, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.81999969482422, "Augmented-0.05-Quantile-Accuracy": 58.06999969482422, "Augmented-0.1-Quantile-Accuracy": 59.90999984741211, "Augmented-Accuracy": 65.3716, "Augmented-Loss": 1.3470173620910644, "Clean-Accuracy": 71.24, "Clean-Loss": 1.1411718086242675, "PGD-Accuracy": 0.07, "PGD-Loss": 6.102937268066406}, "Total-Time": 56424.510852098465, "Train": {"Loss": 1.628782922668457, "avg t": 1.17842765625, "plain loss": 1.0932001487426761}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.5999984741211, "Augmented-0.05-Quantile-Accuracy": 68.0, "Augmented-0.1-Quantile-Accuracy": 69.0, "Augmented-Accuracy": 73.5918, "Augmented-Loss": 1.1880812074012757, "Clean-Accuracy": 66.14, "Clean-Loss": 1.0648473859786987, "PGD-Accuracy": 0.0, "PGD-Loss": 5.875919509124756}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1395.7607316970825, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.519996643066406, "Augmented-0.05-Quantile-Accuracy": 61.959999084472656, "Augmented-0.1-Quantile-Accuracy": 63.71999740600586, "Augmented-Accuracy": 68.8, "Augmented-Loss": 1.2796743433685303, "Clean-Accuracy": 72.2, "Clean-Loss": 1.0862262794494628, "PGD-Accuracy": 0.01, "PGD-Loss": 6.129841973876953}, "Total-Time": 57820.27158379555, "Train": {"Loss": 1.6418435586547853, "avg t": 1.1835071875, "plain loss": 1.0989698452453618}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.23999786376953, "Augmented-0.05-Quantile-Accuracy": 68.23999786376953, "Augmented-0.1-Quantile-Accuracy": 69.65999603271484, "Augmented-Accuracy": 74.055, "Augmented-Loss": 1.1253168679218293, "Clean-Accuracy": 68.12, "Clean-Loss": 1.0074920280456543, "PGD-Accuracy": 0.04, "PGD-Loss": 5.801040619659424}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1396.991644859314, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.40999984741211, "Augmented-0.05-Quantile-Accuracy": 64.6500015258789, "Augmented-0.1-Quantile-Accuracy": 66.02999877929688, "Augmented-Accuracy": 70.4896, "Augmented-Loss": 1.2463559974136353, "Clean-Accuracy": 73.1, "Clean-Loss": 1.0876837959289551, "PGD-Accuracy": 0.07, "PGD-Loss": 6.079961566162109}, "Total-Time": 59217.26322865486, "Train": {"Loss": 1.6643237086105347, "avg t": 1.18523734375, "plain loss": 1.099840223388672}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.05999755859375, "Augmented-0.05-Quantile-Accuracy": 68.0, "Augmented-0.1-Quantile-Accuracy": 69.27999877929688, "Augmented-Accuracy": 73.141, "Augmented-Loss": 1.148701540845871, "Clean-Accuracy": 65.58, "Clean-Loss": 1.0631443408966064, "PGD-Accuracy": 0.1, "PGD-Loss": 5.684880980682373}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1396.2164194583893, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.32999801635742, "Augmented-0.05-Quantile-Accuracy": 63.29999923706055, "Augmented-0.1-Quantile-Accuracy": 64.5199966430664, "Augmented-Accuracy": 68.4162, "Augmented-Loss": 1.2683641093139648, "Clean-Accuracy": 71.3, "Clean-Loss": 1.1311246101379395, "PGD-Accuracy": 0.09, "PGD-Loss": 5.811245599365234}, "Total-Time": 60613.47964811325, "Train": {"Loss": 1.6582807500839234, "avg t": 1.1832309375, "plain loss": 1.098122637786865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.13999938964844, "Augmented-0.05-Quantile-Accuracy": 65.63999938964844, "Augmented-0.1-Quantile-Accuracy": 67.0, "Augmented-Accuracy": 70.5614, "Augmented-Loss": 1.192904818370819, "Clean-Accuracy": 70.78, "Clean-Loss": 1.0927665887832643, "PGD-Accuracy": 0.08, "PGD-Loss": 5.509133215332032}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1395.922081708908, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.029998779296875, "Augmented-0.05-Quantile-Accuracy": 63.279998779296875, "Augmented-0.1-Quantile-Accuracy": 64.90999603271484, "Augmented-Accuracy": 69.9781, "Augmented-Loss": 1.2675999203033448, "Clean-Accuracy": 73.85, "Clean-Loss": 1.1044549957275391, "PGD-Accuracy": 0.03, "PGD-Loss": 5.928466015625}, "Total-Time": 62009.40172982216, "Train": {"Loss": 1.6310873726654054, "avg t": 1.17710875, "plain loss": 1.0886182006530751}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.68000030517578, "Augmented-0.05-Quantile-Accuracy": 69.18000030517578, "Augmented-0.1-Quantile-Accuracy": 70.5199966430664, "Augmented-Accuracy": 74.7374, "Augmented-Loss": 1.1655623202152252, "Clean-Accuracy": 71.06, "Clean-Loss": 1.0594091089248656, "PGD-Accuracy": 0.08, "PGD-Loss": 5.729446075439453}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1396.278650045395, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.36000061035156, "Augmented-0.05-Quantile-Accuracy": 53.39999771118164, "Augmented-0.1-Quantile-Accuracy": 54.779998779296875, "Augmented-Accuracy": 59.7884, "Augmented-Loss": 1.386805227645874, "Clean-Accuracy": 66.12, "Clean-Loss": 1.160815773010254, "PGD-Accuracy": 0.14, "PGD-Loss": 5.933208825683594}, "Total-Time": 63405.680379867554, "Train": {"Loss": 1.6588176552581788, "avg t": 1.18249203125, "plain loss": 1.0970222996521009}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.89999771118164, "Augmented-0.05-Quantile-Accuracy": 62.5, "Augmented-0.1-Quantile-Accuracy": 63.63999938964844, "Augmented-Accuracy": 67.8824, "Augmented-Loss": 1.2137375042190552, "Clean-Accuracy": 65.58, "Clean-Loss": 1.0644093748092651, "PGD-Accuracy": 0.16, "PGD-Loss": 5.638478927612304}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1395.0256028175354, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.93000030517578, "Augmented-0.05-Quantile-Accuracy": 66.68000030517578, "Augmented-0.1-Quantile-Accuracy": 68.1500015258789, "Augmented-Accuracy": 73.194, "Augmented-Loss": 1.2222823908462523, "Clean-Accuracy": 75.4, "Clean-Loss": 1.0881121414184571, "PGD-Accuracy": 0.06, "PGD-Loss": 6.162523718261719}, "Total-Time": 64800.70598268509, "Train": {"Loss": 1.6401782094573976, "avg t": 1.18465453125, "plain loss": 1.0999171871032718}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.97999572753906, "Augmented-0.05-Quantile-Accuracy": 71.0, "Augmented-0.1-Quantile-Accuracy": 72.4000015258789, "Augmented-Accuracy": 76.9318, "Augmented-Loss": 1.1285452487297059, "Clean-Accuracy": 75.08, "Clean-Loss": 1.0368613054275513, "PGD-Accuracy": 0.06, "PGD-Loss": 5.869374492645264}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1395.923761844635, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.2599983215332, "Augmented-0.05-Quantile-Accuracy": 62.5099983215332, "Augmented-0.1-Quantile-Accuracy": 63.81999969482422, "Augmented-Accuracy": 68.5733, "Augmented-Loss": 1.269836957901001, "Clean-Accuracy": 73.03, "Clean-Loss": 1.1366564628601075, "PGD-Accuracy": 0.1, "PGD-Loss": 5.818890002441406}, "Total-Time": 66196.62974452972, "Train": {"Loss": 1.6344948358917237, "avg t": 1.17810359375, "plain loss": 1.0878059734802232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.79999542236328, "Augmented-0.05-Quantile-Accuracy": 68.0199966430664, "Augmented-0.1-Quantile-Accuracy": 69.4000015258789, "Augmented-Accuracy": 73.918, "Augmented-Loss": 1.1842255707588196, "Clean-Accuracy": 69.3, "Clean-Loss": 1.0754876935958861, "PGD-Accuracy": 0.1, "PGD-Loss": 5.570142910766601}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1395.654221534729, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.89999771118164, "Augmented-0.05-Quantile-Accuracy": 60.5, "Augmented-0.1-Quantile-Accuracy": 62.25, "Augmented-Accuracy": 67.6186, "Augmented-Loss": 1.3371360569992066, "Clean-Accuracy": 72.67, "Clean-Loss": 1.1821187957763672, "PGD-Accuracy": 0.03, "PGD-Loss": 6.187024359130859}, "Total-Time": 67592.28396606445, "Train": {"Loss": 1.6318169819641113, "avg t": 1.1763053125, "plain loss": 1.0831767081604}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.65999603271484, "Augmented-0.05-Quantile-Accuracy": 67.72000122070312, "Augmented-0.1-Quantile-Accuracy": 69.4000015258789, "Augmented-Accuracy": 74.314, "Augmented-Loss": 1.2262426273765563, "Clean-Accuracy": 69.18, "Clean-Loss": 1.0760004722595216, "PGD-Accuracy": 0.02, "PGD-Loss": 5.924970111846924}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1395.3174226284027, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.93000030517578, "Augmented-0.05-Quantile-Accuracy": 60.34000015258789, "Augmented-0.1-Quantile-Accuracy": 61.80999755859375, "Augmented-Accuracy": 66.5493, "Augmented-Loss": 1.355605401550293, "Clean-Accuracy": 72.86, "Clean-Loss": 1.16755717086792, "PGD-Accuracy": 0.06, "PGD-Loss": 5.985609057617188}, "Total-Time": 68987.60138869286, "Train": {"Loss": 1.6299711539840698, "avg t": 1.1727153125, "plain loss": 1.0780784000244137}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.37999725341797, "Augmented-0.05-Quantile-Accuracy": 68.04000091552734, "Augmented-0.1-Quantile-Accuracy": 69.5, "Augmented-Accuracy": 74.003, "Augmented-Loss": 1.2061398126392364, "Clean-Accuracy": 71.7, "Clean-Loss": 1.072396981048584, "PGD-Accuracy": 0.04, "PGD-Loss": 5.659730684661866}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1395.9741549491882, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.279998779296875, "Augmented-0.05-Quantile-Accuracy": 63.849998474121094, "Augmented-0.1-Quantile-Accuracy": 65.33999633789062, "Augmented-Accuracy": 70.0574, "Augmented-Loss": 1.2722716337356568, "Clean-Accuracy": 73.82, "Clean-Loss": 1.115922380065918, "PGD-Accuracy": 0.08, "PGD-Loss": 5.9358130859375}, "Total-Time": 70383.57554364204, "Train": {"Loss": 1.631657077140808, "avg t": 1.176296875, "plain loss": 1.0864442844543452}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.77999877929688, "Augmented-0.05-Quantile-Accuracy": 70.08000183105469, "Augmented-0.1-Quantile-Accuracy": 71.41999816894531, "Augmented-Accuracy": 75.0156, "Augmented-Loss": 1.152478089559555, "Clean-Accuracy": 69.64, "Clean-Loss": 1.1074370281219483, "PGD-Accuracy": 0.08, "PGD-Loss": 5.60550213394165}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1395.9130353927612, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.78999710083008, "Augmented-0.05-Quantile-Accuracy": 62.849998474121094, "Augmented-0.1-Quantile-Accuracy": 64.37999725341797, "Augmented-Accuracy": 68.9543, "Augmented-Loss": 1.3160765417098998, "Clean-Accuracy": 74.83, "Clean-Loss": 1.1347200622558593, "PGD-Accuracy": 0.17, "PGD-Loss": 5.710198498535156}, "Total-Time": 71779.4885790348, "Train": {"Loss": 1.6457662539291382, "avg t": 1.1770209375, "plain loss": 1.0891140708007812}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.22000122070312, "Augmented-0.05-Quantile-Accuracy": 68.91999816894531, "Augmented-0.1-Quantile-Accuracy": 70.1199951171875, "Augmented-Accuracy": 74.465, "Augmented-Loss": 1.2005970586166381, "Clean-Accuracy": 74.68, "Clean-Loss": 0.9932575202941895, "PGD-Accuracy": 0.06, "PGD-Loss": 5.435210361480713}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1395.7606573104858, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.18000030517578, "Augmented-0.05-Quantile-Accuracy": 60.099998474121094, "Augmented-0.1-Quantile-Accuracy": 61.31999969482422, "Augmented-Accuracy": 65.9302, "Augmented-Loss": 1.2839363115615845, "Clean-Accuracy": 70.02, "Clean-Loss": 1.1337976638793945, "PGD-Accuracy": 0.1, "PGD-Loss": 5.714000341796875}, "Total-Time": 73175.24923634529, "Train": {"Loss": 1.6268820115661622, "avg t": 1.17463453125, "plain loss": 1.0818805192260748}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.8599967956543, "Augmented-0.05-Quantile-Accuracy": 65.83999633789062, "Augmented-0.1-Quantile-Accuracy": 67.08000183105469, "Augmented-Accuracy": 71.4158, "Augmented-Loss": 1.1715556532783509, "Clean-Accuracy": 68.36, "Clean-Loss": 1.1187512788772582, "PGD-Accuracy": 0.16, "PGD-Loss": 5.407797067260742}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1396.540070772171, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.66999816894531, "Augmented-0.05-Quantile-Accuracy": 65.06999969482422, "Augmented-0.1-Quantile-Accuracy": 66.69999694824219, "Augmented-Accuracy": 71.9589, "Augmented-Loss": 1.3273294940261842, "Clean-Accuracy": 76.63, "Clean-Loss": 1.150553532409668, "PGD-Accuracy": 0.06, "PGD-Loss": 6.134917559814453}, "Total-Time": 74571.78930711746, "Train": {"Loss": 1.6388011127471924, "avg t": 1.1762921875, "plain loss": 1.0853090053100594}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.54000091552734, "Augmented-0.05-Quantile-Accuracy": 71.1199951171875, "Augmented-0.1-Quantile-Accuracy": 72.63999938964844, "Augmented-Accuracy": 77.2838, "Augmented-Loss": 1.202929956363678, "Clean-Accuracy": 70.4, "Clean-Loss": 1.1557811737060546, "PGD-Accuracy": 0.08, "PGD-Loss": 5.946274520874024}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 2257.006270170212, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.709999084472656, "Augmented-0.05-Quantile-Accuracy": 60.41999816894531, "Augmented-0.1-Quantile-Accuracy": 62.029998779296875, "Augmented-Accuracy": 67.1636, "Augmented-Loss": 1.2742615778198243, "Clean-Accuracy": 70.68, "Clean-Loss": 1.130692992401123, "PGD-Accuracy": 0.05, "PGD-Loss": 6.090030786132813}, "Total-Time": 76828.79557728767, "Train": {"Loss": 1.6227202751922607, "avg t": 1.17447953125, "plain loss": 1.080670611663816}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.68000030517578, "Augmented-0.05-Quantile-Accuracy": 65.86000061035156, "Augmented-0.1-Quantile-Accuracy": 67.33999633789062, "Augmented-Accuracy": 71.792, "Augmented-Loss": 1.1836659759788513, "Clean-Accuracy": 68.02, "Clean-Loss": 1.081541093826294, "PGD-Accuracy": 0.08, "PGD-Loss": 5.831028402709961}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 2798.502676010132, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.279998779296875, "Augmented-0.05-Quantile-Accuracy": 65.23999786376953, "Augmented-0.1-Quantile-Accuracy": 66.47000122070312, "Augmented-Accuracy": 70.6427, "Augmented-Loss": 1.2288710058822632, "Clean-Accuracy": 74.08, "Clean-Loss": 1.0837502151489258, "PGD-Accuracy": 0.15, "PGD-Loss": 5.9305083984375}, "Total-Time": 79627.2982532978, "Train": {"Loss": 1.6274673697280884, "avg t": 1.17560546875, "plain loss": 1.0855293649597164}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.86000061035156, "Augmented-0.05-Quantile-Accuracy": 70.87999725341797, "Augmented-0.1-Quantile-Accuracy": 71.97999572753906, "Augmented-Accuracy": 75.7244, "Augmented-Loss": 1.120800611305237, "Clean-Accuracy": 76.56, "Clean-Loss": 0.9993650890350342, "PGD-Accuracy": 0.16, "PGD-Loss": 5.616715762329101}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 2800.901382446289, "Test": {"Augmented-0.01-Quantile-Accuracy": 72.5, "Augmented-0.05-Quantile-Accuracy": 75.44999694824219, "Augmented-0.1-Quantile-Accuracy": 76.75, "Augmented-Accuracy": 80.5619, "Augmented-Loss": 1.0690161409759522, "Clean-Accuracy": 83.27, "Clean-Loss": 0.9311850318908691, "PGD-Accuracy": 0.07, "PGD-Loss": 6.247855224609375}, "Total-Time": 82428.1996357441, "Train": {"Loss": 1.2753048037147523, "avg t": 1.0877196875, "plain loss": 0.9403742378082285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.04000091552734, "Augmented-0.05-Quantile-Accuracy": 80.83999633789062, "Augmented-0.1-Quantile-Accuracy": 81.6199951171875, "Augmented-Accuracy": 85.0782, "Augmented-Loss": 0.9607393026084899, "Clean-Accuracy": 83.56, "Clean-Loss": 0.8444112823486328, "PGD-Accuracy": 0.16, "PGD-Loss": 5.875224617767334}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 2802.6904225349426, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.70999908447266, "Augmented-0.05-Quantile-Accuracy": 76.8499984741211, "Augmented-0.1-Quantile-Accuracy": 78.22000122070312, "Augmented-Accuracy": 81.8522, "Augmented-Loss": 1.021765880065918, "Clean-Accuracy": 84.5, "Clean-Loss": 0.8937717163085938, "PGD-Accuracy": 0.07, "PGD-Loss": 6.44421206665039}, "Total-Time": 85230.89005827904, "Train": {"Loss": 1.1940568238067626, "avg t": 1.04928796875, "plain loss": 0.8676509294738766}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.45999908447266, "Augmented-0.05-Quantile-Accuracy": 81.81999969482422, "Augmented-0.1-Quantile-Accuracy": 82.68000030517578, "Augmented-Accuracy": 85.8834, "Augmented-Loss": 0.9167494621448516, "Clean-Accuracy": 81.82, "Clean-Loss": 0.837716169166565, "PGD-Accuracy": 0.1, "PGD-Loss": 6.052073749542236}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 2797.470158815384, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.48999786376953, "Augmented-0.05-Quantile-Accuracy": 76.80999755859375, "Augmented-0.1-Quantile-Accuracy": 78.0999984741211, "Augmented-Accuracy": 81.9499, "Augmented-Loss": 0.9902581670913696, "Clean-Accuracy": 84.32, "Clean-Loss": 0.8671904251098633, "PGD-Accuracy": 0.08, "PGD-Loss": 6.507951361083984}, "Total-Time": 88028.36021709442, "Train": {"Loss": 1.1500706043624878, "avg t": 1.0338190625, "plain loss": 0.8390829497070305}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.22000122070312, "Augmented-0.05-Quantile-Accuracy": 81.81999969482422, "Augmented-0.1-Quantile-Accuracy": 82.83999633789062, "Augmented-Accuracy": 86.337, "Augmented-Loss": 0.8859216402616501, "Clean-Accuracy": 80.3, "Clean-Loss": 0.7971056960105896, "PGD-Accuracy": 0.1, "PGD-Loss": 6.100742206573487}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 2795.384548187256, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.58999633789062, "Augmented-0.05-Quantile-Accuracy": 78.37999725341797, "Augmented-0.1-Quantile-Accuracy": 79.58999633789062, "Augmented-Accuracy": 83.2249, "Augmented-Loss": 0.9750027668914795, "Clean-Accuracy": 85.14, "Clean-Loss": 0.8576630111694336, "PGD-Accuracy": 0.06, "PGD-Loss": 6.5510696655273435}, "Total-Time": 90823.74476528168, "Train": {"Loss": 1.1342893165206909, "avg t": 1.0248925, "plain loss": 0.8224672495117183}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.9000015258789, "Augmented-0.05-Quantile-Accuracy": 82.5, "Augmented-0.1-Quantile-Accuracy": 83.65999603271484, "Augmented-Accuracy": 86.7976, "Augmented-Loss": 0.8794605302400589, "Clean-Accuracy": 86.3, "Clean-Loss": 0.7892139131546021, "PGD-Accuracy": 0.08, "PGD-Loss": 6.169185852813721}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 2794.8140547275543, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.41999816894531, "Augmented-0.05-Quantile-Accuracy": 77.25, "Augmented-0.1-Quantile-Accuracy": 78.43999481201172, "Augmented-Accuracy": 81.9937, "Augmented-Loss": 0.969441626121521, "Clean-Accuracy": 85.09, "Clean-Loss": 0.8431138710021973, "PGD-Accuracy": 0.03, "PGD-Loss": 6.679165277099609}, "Total-Time": 93618.55882000923, "Train": {"Loss": 1.1113182125091552, "avg t": 1.01604828125, "plain loss": 0.8084467116699228}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.25999450683594, "Augmented-0.05-Quantile-Accuracy": 82.73999786376953, "Augmented-0.1-Quantile-Accuracy": 83.75999450683594, "Augmented-Accuracy": 86.6818, "Augmented-Loss": 0.8557020413484573, "Clean-Accuracy": 85.1, "Clean-Loss": 0.7979795059204101, "PGD-Accuracy": 0.04, "PGD-Loss": 6.305980522155762}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 2795.040153503418, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.98999786376953, "Augmented-0.05-Quantile-Accuracy": 77.62999725341797, "Augmented-0.1-Quantile-Accuracy": 78.98999786376953, "Augmented-Accuracy": 82.667, "Augmented-Loss": 0.9610350196533203, "Clean-Accuracy": 84.93, "Clean-Loss": 0.8459128288269043, "PGD-Accuracy": 0.07, "PGD-Loss": 6.703062548828125}, "Total-Time": 96413.59897351265, "Train": {"Loss": 1.1002410161972045, "avg t": 1.0128865625, "plain loss": 0.799975146057128}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.04000091552734, "Augmented-0.05-Quantile-Accuracy": 82.75999450683594, "Augmented-0.1-Quantile-Accuracy": 83.68000030517578, "Augmented-Accuracy": 86.8732, "Augmented-Loss": 0.8585380187320709, "Clean-Accuracy": 83.5, "Clean-Loss": 0.7848621535301209, "PGD-Accuracy": 0.14, "PGD-Loss": 6.310535043334961}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 2794.628508090973, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.1500015258789, "Augmented-0.05-Quantile-Accuracy": 77.08999633789062, "Augmented-0.1-Quantile-Accuracy": 78.22999572753906, "Augmented-Accuracy": 81.7768, "Augmented-Loss": 0.9546086244354248, "Clean-Accuracy": 84.99, "Clean-Loss": 0.8319362815856933, "PGD-Accuracy": 0.05, "PGD-Loss": 6.665698913574219}, "Total-Time": 99208.22748160362, "Train": {"Loss": 1.0865247274780274, "avg t": 1.0067346875, "plain loss": 0.7928410844726561}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.73999786376953, "Augmented-0.05-Quantile-Accuracy": 82.73999786376953, "Augmented-0.1-Quantile-Accuracy": 83.95999908447266, "Augmented-Accuracy": 87.2108, "Augmented-Loss": 0.8428406063499451, "Clean-Accuracy": 87.0, "Clean-Loss": 0.7770659645080567, "PGD-Accuracy": 0.1, "PGD-Loss": 6.288577945709228}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 2793.772444009781, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.0999984741211, "Augmented-0.05-Quantile-Accuracy": 79.0, "Augmented-0.1-Quantile-Accuracy": 80.11000061035156, "Augmented-Accuracy": 83.4754, "Augmented-Loss": 0.9386995628356933, "Clean-Accuracy": 86.29, "Clean-Loss": 0.8207309288024902, "PGD-Accuracy": 0.05, "PGD-Loss": 6.6922649597167965}, "Total-Time": 102001.9999256134, "Train": {"Loss": 1.0750028152656554, "avg t": 1.00235875, "plain loss": 0.783956528442383}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.15999603271484, "Augmented-0.05-Quantile-Accuracy": 84.5999984741211, "Augmented-0.1-Quantile-Accuracy": 85.41999816894531, "Augmented-Accuracy": 88.656, "Augmented-Loss": 0.8293567978754044, "Clean-Accuracy": 85.62, "Clean-Loss": 0.7771170583724976, "PGD-Accuracy": 0.06, "PGD-Loss": 6.3086096374511715}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 2793.720882177353, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.83999633789062, "Augmented-0.05-Quantile-Accuracy": 79.50999450683594, "Augmented-0.1-Quantile-Accuracy": 80.79000091552734, "Augmented-Accuracy": 84.0098, "Augmented-Loss": 0.9390297568206787, "Clean-Accuracy": 85.98, "Clean-Loss": 0.8322818794250488, "PGD-Accuracy": 0.07, "PGD-Loss": 6.663571087646484}, "Total-Time": 104795.72080779076, "Train": {"Loss": 1.0676162966156006, "avg t": 0.998384375, "plain loss": 0.7790762732238767}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.33999633789062, "Augmented-0.05-Quantile-Accuracy": 83.54000091552734, "Augmented-0.1-Quantile-Accuracy": 84.75999450683594, "Augmented-Accuracy": 87.8422, "Augmented-Loss": 0.8398465427513122, "Clean-Accuracy": 84.9, "Clean-Loss": 0.7781947563171386, "PGD-Accuracy": 0.1, "PGD-Loss": 6.281236207580567}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 2793.8325276374817, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.55999755859375, "Augmented-0.05-Quantile-Accuracy": 77.25, "Augmented-0.1-Quantile-Accuracy": 78.38999938964844, "Augmented-Accuracy": 82.2924, "Augmented-Loss": 0.9538803252487182, "Clean-Accuracy": 86.03, "Clean-Loss": 0.8245670967102051, "PGD-Accuracy": 0.04, "PGD-Loss": 6.775073217773437}, "Total-Time": 107589.55333542824, "Train": {"Loss": 1.056858643131256, "avg t": 0.9939690625, "plain loss": 0.7752124136505113}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.75999450683594, "Augmented-0.05-Quantile-Accuracy": 83.97999572753906, "Augmented-0.1-Quantile-Accuracy": 85.0199966430664, "Augmented-Accuracy": 88.103, "Augmented-Loss": 0.8304187919988633, "Clean-Accuracy": 88.46, "Clean-Loss": 0.7431186441421509, "PGD-Accuracy": 0.06, "PGD-Loss": 6.37943862991333}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 2793.6520626544952, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.3499984741211, "Augmented-0.05-Quantile-Accuracy": 77.70999908447266, "Augmented-0.1-Quantile-Accuracy": 78.9000015258789, "Augmented-Accuracy": 82.509, "Augmented-Loss": 0.9410146130676269, "Clean-Accuracy": 86.08, "Clean-Loss": 0.8215239776611328, "PGD-Accuracy": 0.05, "PGD-Loss": 6.737563043212891}, "Total-Time": 110383.20539808273, "Train": {"Loss": 1.0508244662475585, "avg t": 0.9914084375, "plain loss": 0.7729133959960938}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.41999816894531, "Augmented-0.05-Quantile-Accuracy": 84.83999633789062, "Augmented-0.1-Quantile-Accuracy": 86.18000030517578, "Augmented-Accuracy": 89.2426, "Augmented-Loss": 0.821721834013939, "Clean-Accuracy": 87.32, "Clean-Loss": 0.7832827918052674, "PGD-Accuracy": 0.14, "PGD-Loss": 6.345254183959961}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 2792.901282787323, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.87999725341797, "Augmented-0.05-Quantile-Accuracy": 78.47999572753906, "Augmented-0.1-Quantile-Accuracy": 79.8699951171875, "Augmented-Accuracy": 83.2441, "Augmented-Loss": 0.9308159289855957, "Clean-Accuracy": 86.99, "Clean-Loss": 0.8112045936584472, "PGD-Accuracy": 0.08, "PGD-Loss": 6.698335113525391}, "Total-Time": 113176.10668087006, "Train": {"Loss": 1.0480232160758973, "avg t": 0.98764875, "plain loss": 0.7676566051330576}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.81999969482422, "Augmented-0.05-Quantile-Accuracy": 84.22000122070312, "Augmented-0.1-Quantile-Accuracy": 85.27999877929688, "Augmented-Accuracy": 88.4522, "Augmented-Loss": 0.825955186047554, "Clean-Accuracy": 85.38, "Clean-Loss": 0.7736181056976318, "PGD-Accuracy": 0.1, "PGD-Loss": 6.318156320953369}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 2792.2775633335114, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.80999755859375, "Augmented-0.05-Quantile-Accuracy": 77.31999969482422, "Augmented-0.1-Quantile-Accuracy": 78.8499984741211, "Augmented-Accuracy": 82.6153, "Augmented-Loss": 0.947646879234314, "Clean-Accuracy": 85.91, "Clean-Loss": 0.820896044921875, "PGD-Accuracy": 0.11, "PGD-Loss": 6.660549383544922}, "Total-Time": 115968.38424420357, "Train": {"Loss": 1.0453509307479858, "avg t": 0.98750859375, "plain loss": 0.7712213697662353}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.91999816894531, "Augmented-0.05-Quantile-Accuracy": 85.25999450683594, "Augmented-0.1-Quantile-Accuracy": 86.37999725341797, "Augmented-Accuracy": 88.9526, "Augmented-Loss": 0.830308563952446, "Clean-Accuracy": 86.26, "Clean-Loss": 0.8130387632369995, "PGD-Accuracy": 0.22, "PGD-Loss": 6.226251779174805}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 2790.126289367676, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.20999908447266, "Augmented-0.05-Quantile-Accuracy": 78.63999938964844, "Augmented-0.1-Quantile-Accuracy": 79.77999877929688, "Augmented-Accuracy": 83.3547, "Augmented-Loss": 0.9273853524856568, "Clean-Accuracy": 85.99, "Clean-Loss": 0.8151746337890625, "PGD-Accuracy": 0.13, "PGD-Loss": 6.58657681274414}, "Total-Time": 118758.51053357124, "Train": {"Loss": 1.0394026346206664, "avg t": 0.98506234375, "plain loss": 0.7646462505493155}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.73999786376953, "Augmented-0.05-Quantile-Accuracy": 84.19999694824219, "Augmented-0.1-Quantile-Accuracy": 85.31999969482422, "Augmented-Accuracy": 88.47, "Augmented-Loss": 0.8198913913059235, "Clean-Accuracy": 87.62, "Clean-Loss": 0.748090600013733, "PGD-Accuracy": 0.18, "PGD-Loss": 6.220472791290283}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 2791.8916025161743, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.22999572753906, "Augmented-0.05-Quantile-Accuracy": 77.9000015258789, "Augmented-0.1-Quantile-Accuracy": 79.0, "Augmented-Accuracy": 82.6545, "Augmented-Loss": 0.9447092569198609, "Clean-Accuracy": 85.6, "Clean-Loss": 0.8250500411987305, "PGD-Accuracy": 0.04, "PGD-Loss": 6.701626910400391}, "Total-Time": 121550.40213608742, "Train": {"Loss": 1.0357168772506713, "avg t": 0.9822934375, "plain loss": 0.7590586287231453}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.73999786376953, "Augmented-0.05-Quantile-Accuracy": 84.5199966430664, "Augmented-0.1-Quantile-Accuracy": 85.86000061035156, "Augmented-Accuracy": 88.633, "Augmented-Loss": 0.8331627484655381, "Clean-Accuracy": 82.42, "Clean-Loss": 0.7968554281234741, "PGD-Accuracy": 0.16, "PGD-Loss": 6.308804959106445}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 2792.08997797966, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.54000091552734, "Augmented-0.05-Quantile-Accuracy": 78.44999694824219, "Augmented-0.1-Quantile-Accuracy": 79.58999633789062, "Augmented-Accuracy": 83.0931, "Augmented-Loss": 0.9377330939025879, "Clean-Accuracy": 85.76, "Clean-Loss": 0.8264667007446289, "PGD-Accuracy": 0.05, "PGD-Loss": 6.663108325195313}, "Total-Time": 124342.49211406708, "Train": {"Loss": 1.0316182020187379, "avg t": 0.9808784375, "plain loss": 0.7659783160705567}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.91999816894531, "Augmented-0.05-Quantile-Accuracy": 84.33999633789062, "Augmented-0.1-Quantile-Accuracy": 85.33999633789062, "Augmented-Accuracy": 88.092, "Augmented-Loss": 0.8247532394628525, "Clean-Accuracy": 87.8, "Clean-Loss": 0.7309915333747864, "PGD-Accuracy": 0.08, "PGD-Loss": 6.283482339477539}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 2791.7433500289917, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.8499984741211, "Augmented-0.05-Quantile-Accuracy": 79.04999542236328, "Augmented-0.1-Quantile-Accuracy": 80.27999877929688, "Augmented-Accuracy": 83.8879, "Augmented-Loss": 0.9437855083847045, "Clean-Accuracy": 86.79, "Clean-Loss": 0.8341379257202148, "PGD-Accuracy": 0.16, "PGD-Loss": 6.5208723327636715}, "Total-Time": 127134.23546409607, "Train": {"Loss": 1.02857276763916, "avg t": 0.97906015625, "plain loss": 0.7654368807983408}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.55999755859375, "Augmented-0.05-Quantile-Accuracy": 85.41999816894531, "Augmented-0.1-Quantile-Accuracy": 86.36000061035156, "Augmented-Accuracy": 89.224, "Augmented-Loss": 0.8295747926673889, "Clean-Accuracy": 89.1, "Clean-Loss": 0.752447497177124, "PGD-Accuracy": 0.36, "PGD-Loss": 6.108218232727051}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 2792.2917318344116, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.50999450683594, "Augmented-0.05-Quantile-Accuracy": 78.6199951171875, "Augmented-0.1-Quantile-Accuracy": 79.93999481201172, "Augmented-Accuracy": 83.7423, "Augmented-Loss": 0.9520086872253418, "Clean-Accuracy": 86.55, "Clean-Loss": 0.8394317695617676, "PGD-Accuracy": 0.12, "PGD-Loss": 6.4984687866210935}, "Total-Time": 129926.52719593048, "Train": {"Loss": 1.0342778936958312, "avg t": 0.9813803125, "plain loss": 0.7733504847564693}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.43999481201172, "Augmented-0.05-Quantile-Accuracy": 84.69999694824219, "Augmented-0.1-Quantile-Accuracy": 85.79999542236328, "Augmented-Accuracy": 89.1188, "Augmented-Loss": 0.8383541820755005, "Clean-Accuracy": 86.4, "Clean-Loss": 0.8066018685340881, "PGD-Accuracy": 0.24, "PGD-Loss": 6.120049792480469}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 2791.6248066425323, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.77999877929688, "Augmented-0.05-Quantile-Accuracy": 77.65999603271484, "Augmented-0.1-Quantile-Accuracy": 78.94999694824219, "Augmented-Accuracy": 82.5673, "Augmented-Loss": 0.9489826350250244, "Clean-Accuracy": 86.05, "Clean-Loss": 0.8326595367431641, "PGD-Accuracy": 0.1, "PGD-Loss": 6.506958984375}, "Total-Time": 132718.152002573, "Train": {"Loss": 1.0316238540649414, "avg t": 0.97965796875, "plain loss": 0.7755889448547372}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.05999755859375, "Augmented-0.05-Quantile-Accuracy": 85.63999938964844, "Augmented-0.1-Quantile-Accuracy": 86.57999420166016, "Augmented-Accuracy": 89.7698, "Augmented-Loss": 0.8298017345066071, "Clean-Accuracy": 87.34, "Clean-Loss": 0.7879003639221192, "PGD-Accuracy": 0.2, "PGD-Loss": 6.165010063934326}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 2793.100495815277, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.58000183105469, "Augmented-0.05-Quantile-Accuracy": 78.38999938964844, "Augmented-0.1-Quantile-Accuracy": 79.5999984741211, "Augmented-Accuracy": 83.2919, "Augmented-Loss": 0.944904840637207, "Clean-Accuracy": 86.31, "Clean-Loss": 0.8334599754333496, "PGD-Accuracy": 0.05, "PGD-Loss": 6.513787756347656}, "Total-Time": 135511.2524983883, "Train": {"Loss": 1.035839195251465, "avg t": 0.981165, "plain loss": 0.7777824605407725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.05999755859375, "Augmented-0.05-Quantile-Accuracy": 84.95999908447266, "Augmented-0.1-Quantile-Accuracy": 85.91999816894531, "Augmented-Accuracy": 88.6404, "Augmented-Loss": 0.8350161156587601, "Clean-Accuracy": 89.14, "Clean-Loss": 0.7876813262939453, "PGD-Accuracy": 0.18, "PGD-Loss": 6.139493723297119}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 2793.126876592636, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.3699951171875, "Augmented-0.05-Quantile-Accuracy": 79.83999633789062, "Augmented-0.1-Quantile-Accuracy": 81.1500015258789, "Augmented-Accuracy": 84.7708, "Augmented-Loss": 0.920585757270813, "Clean-Accuracy": 87.39, "Clean-Loss": 0.8102756309509277, "PGD-Accuracy": 0.07, "PGD-Loss": 6.469229211425781}, "Total-Time": 138304.37937498093, "Train": {"Loss": 1.0059528248596192, "avg t": 0.97025296875, "plain loss": 0.7563003404998784}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.0999984741211, "Augmented-0.05-Quantile-Accuracy": 87.0999984741211, "Augmented-0.1-Quantile-Accuracy": 88.0199966430664, "Augmented-Accuracy": 90.6946, "Augmented-Loss": 0.807343554520607, "Clean-Accuracy": 87.28, "Clean-Loss": 0.7868543195724488, "PGD-Accuracy": 0.12, "PGD-Loss": 6.095271717834473}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 2792.9889862537384, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.79999542236328, "Augmented-0.05-Quantile-Accuracy": 80.30999755859375, "Augmented-0.1-Quantile-Accuracy": 81.52999877929688, "Augmented-Accuracy": 85.0398, "Augmented-Loss": 0.9099478791046143, "Clean-Accuracy": 87.76, "Clean-Loss": 0.8030608871459961, "PGD-Accuracy": 0.12, "PGD-Loss": 6.4000759765625}, "Total-Time": 141097.36836123466, "Train": {"Loss": 0.9910808542060852, "avg t": 0.962735, "plain loss": 0.7400970611419672}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.19999694824219, "Augmented-0.05-Quantile-Accuracy": 87.4000015258789, "Augmented-0.1-Quantile-Accuracy": 88.37999725341797, "Augmented-Accuracy": 91.0754, "Augmented-Loss": 0.801223887582779, "Clean-Accuracy": 84.64, "Clean-Loss": 0.8009504090309143, "PGD-Accuracy": 0.38, "PGD-Loss": 6.015104917907715}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 2792.3731689453125, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.2699966430664, "Augmented-0.05-Quantile-Accuracy": 80.63999938964844, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.238, "Augmented-Loss": 0.9062951163024903, "Clean-Accuracy": 87.91, "Clean-Loss": 0.8023349174499512, "PGD-Accuracy": 0.17, "PGD-Loss": 6.342513958740234}, "Total-Time": 143889.74153017998, "Train": {"Loss": 0.9866938821220398, "avg t": 0.95902515625, "plain loss": 0.7306361503295903}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.63999938964844, "Augmented-0.05-Quantile-Accuracy": 87.55999755859375, "Augmented-0.1-Quantile-Accuracy": 88.22000122070312, "Augmented-Accuracy": 90.8604, "Augmented-Loss": 0.7962192333145142, "Clean-Accuracy": 90.4, "Clean-Loss": 0.7327086285591126, "PGD-Accuracy": 0.44, "PGD-Loss": 5.96250165939331}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 2792.4490597248077, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.97000122070312, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.62999725341797, "Augmented-Accuracy": 85.1152, "Augmented-Loss": 0.9042564520950317, "Clean-Accuracy": 87.96, "Clean-Loss": 0.7981400840759277, "PGD-Accuracy": 0.19, "PGD-Loss": 6.348714483642578}, "Total-Time": 146682.19058990479, "Train": {"Loss": 0.9844529788780212, "avg t": 0.95705453125, "plain loss": 0.7243405314025883}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.72000122070312, "Augmented-0.05-Quantile-Accuracy": 87.91999816894531, "Augmented-0.1-Quantile-Accuracy": 88.81999969482422, "Augmented-Accuracy": 91.3998, "Augmented-Loss": 0.7918470265607834, "Clean-Accuracy": 87.86, "Clean-Loss": 0.734281704044342, "PGD-Accuracy": 0.42, "PGD-Loss": 5.967766693115235}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 2791.8860836029053, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.47000122070312, "Augmented-0.05-Quantile-Accuracy": 80.8499984741211, "Augmented-0.1-Quantile-Accuracy": 81.8699951171875, "Augmented-Accuracy": 85.4329, "Augmented-Loss": 0.8989942821578979, "Clean-Accuracy": 88.1, "Clean-Loss": 0.794694448852539, "PGD-Accuracy": 0.17, "PGD-Loss": 6.306056256103516}, "Total-Time": 149474.0766735077, "Train": {"Loss": 0.9798806540298461, "avg t": 0.9544571875, "plain loss": 0.7158713157806386}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.9000015258789, "Augmented-0.05-Quantile-Accuracy": 88.1199951171875, "Augmented-0.1-Quantile-Accuracy": 89.07999420166016, "Augmented-Accuracy": 91.4936, "Augmented-Loss": 0.7860279568157196, "Clean-Accuracy": 90.62, "Clean-Loss": 0.7297547966003418, "PGD-Accuracy": 0.38, "PGD-Loss": 5.930841163635254}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 2791.6270570755005, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.25, "Augmented-0.05-Quantile-Accuracy": 80.65999603271484, "Augmented-0.1-Quantile-Accuracy": 81.8699951171875, "Augmented-Accuracy": 85.3105, "Augmented-Loss": 0.8969313895111084, "Clean-Accuracy": 87.99, "Clean-Loss": 0.7945010566711426, "PGD-Accuracy": 0.17, "PGD-Loss": 6.288503839111328}, "Total-Time": 152265.7037305832, "Train": {"Loss": 0.9791260911750793, "avg t": 0.95355640625, "plain loss": 0.7116982041778566}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.65999603271484, "Augmented-0.05-Quantile-Accuracy": 87.83999633789062, "Augmented-0.1-Quantile-Accuracy": 88.57999420166016, "Augmented-Accuracy": 91.345, "Augmented-Loss": 0.783376163977623, "Clean-Accuracy": 88.66, "Clean-Loss": 0.7167793402671814, "PGD-Accuracy": 0.4, "PGD-Loss": 5.927641200256348}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 2792.36771941185, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.1500015258789, "Augmented-0.05-Quantile-Accuracy": 80.70999908447266, "Augmented-0.1-Quantile-Accuracy": 81.9000015258789, "Augmented-Accuracy": 85.3158, "Augmented-Loss": 0.89441407522583, "Clean-Accuracy": 88.01, "Clean-Loss": 0.7952822113037109, "PGD-Accuracy": 0.21, "PGD-Loss": 6.280298919677734}, "Total-Time": 155058.07144999504, "Train": {"Loss": 0.9769509324264526, "avg t": 0.9513525, "plain loss": 0.7072231174316405}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.5199966430664, "Augmented-0.05-Quantile-Accuracy": 87.77999877929688, "Augmented-0.1-Quantile-Accuracy": 88.81999969482422, "Augmented-Accuracy": 91.668, "Augmented-Loss": 0.7820001271657944, "Clean-Accuracy": 88.64, "Clean-Loss": 0.7444833656311035, "PGD-Accuracy": 0.36, "PGD-Loss": 5.892794438171387}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 2791.713483810425, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.08999633789062, "Augmented-0.05-Quantile-Accuracy": 80.65999603271484, "Augmented-0.1-Quantile-Accuracy": 81.87999725341797, "Augmented-Accuracy": 85.3199, "Augmented-Loss": 0.8953341457061768, "Clean-Accuracy": 88.04, "Clean-Loss": 0.7938412979125976, "PGD-Accuracy": 0.23, "PGD-Loss": 6.271536212158203}, "Total-Time": 157849.78493380547, "Train": {"Loss": 0.977456636428833, "avg t": 0.95185859375, "plain loss": 0.7068377341613766}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.83999633789062, "Augmented-0.05-Quantile-Accuracy": 88.18000030517578, "Augmented-0.1-Quantile-Accuracy": 89.22000122070312, "Augmented-Accuracy": 91.2966, "Augmented-Loss": 0.7803220865573883, "Clean-Accuracy": 88.6, "Clean-Loss": 0.7317163615226746, "PGD-Accuracy": 0.4, "PGD-Loss": 5.9085170303344725}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 2790.8266990184784, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.19999694824219, "Augmented-0.05-Quantile-Accuracy": 80.6199951171875, "Augmented-0.1-Quantile-Accuracy": 81.81999969482422, "Augmented-Accuracy": 85.3496, "Augmented-Loss": 0.895789472366333, "Clean-Accuracy": 88.19, "Clean-Loss": 0.7932620567321778, "PGD-Accuracy": 0.24, "PGD-Loss": 6.24766255493164}, "Total-Time": 160640.61163282394, "Train": {"Loss": 0.9749468351554871, "avg t": 0.950396875, "plain loss": 0.7034052685699467}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.25999450683594, "Augmented-0.05-Quantile-Accuracy": 88.54000091552734, "Augmented-0.1-Quantile-Accuracy": 89.41999816894531, "Augmented-Accuracy": 91.9164, "Augmented-Loss": 0.7769373250064849, "Clean-Accuracy": 89.96, "Clean-Loss": 0.7020991724014283, "PGD-Accuracy": 0.48, "PGD-Loss": 5.8781645362854}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 2790.9595351219177, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.19999694824219, "Augmented-0.05-Quantile-Accuracy": 80.80999755859375, "Augmented-0.1-Quantile-Accuracy": 81.97000122070312, "Augmented-Accuracy": 85.4001, "Augmented-Loss": 0.8950218346710205, "Clean-Accuracy": 88.18, "Clean-Loss": 0.7939948989868164, "PGD-Accuracy": 0.23, "PGD-Loss": 6.228899157714844}, "Total-Time": 163431.57116794586, "Train": {"Loss": 0.9724566708755493, "avg t": 0.94905640625, "plain loss": 0.701712538543702}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.5, "Augmented-0.05-Quantile-Accuracy": 87.75999450683594, "Augmented-0.1-Quantile-Accuracy": 88.86000061035156, "Augmented-Accuracy": 91.3188, "Augmented-Loss": 0.7801450531435012, "Clean-Accuracy": 91.5, "Clean-Loss": 0.7325043013572693, "PGD-Accuracy": 0.48, "PGD-Loss": 5.876380932617187}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 2790.3395562171936, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.36000061035156, "Augmented-0.05-Quantile-Accuracy": 80.8699951171875, "Augmented-0.1-Quantile-Accuracy": 82.06999969482422, "Augmented-Accuracy": 85.5198, "Augmented-Loss": 0.8981459638519287, "Clean-Accuracy": 88.29, "Clean-Loss": 0.7990794342041015, "PGD-Accuracy": 0.22, "PGD-Loss": 6.208922119140625}, "Total-Time": 166221.91072416306, "Train": {"Loss": 0.9725977046203613, "avg t": 0.94859, "plain loss": 0.7028219851989743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.31999969482422, "Augmented-0.05-Quantile-Accuracy": 88.33999633789062, "Augmented-0.1-Quantile-Accuracy": 89.18000030517578, "Augmented-Accuracy": 91.8778, "Augmented-Loss": 0.7818026983327866, "Clean-Accuracy": 91.88, "Clean-Loss": 0.6769297263145447, "PGD-Accuracy": 0.32, "PGD-Loss": 5.842831887817383}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 2789.6613795757294, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.63999938964844, "Augmented-0.05-Quantile-Accuracy": 81.12999725341797, "Augmented-0.1-Quantile-Accuracy": 82.19999694824219, "Augmented-Accuracy": 85.5556, "Augmented-Loss": 0.8974411697616577, "Clean-Accuracy": 88.48, "Clean-Loss": 0.798549698638916, "PGD-Accuracy": 0.27, "PGD-Loss": 6.201427032470703}, "Total-Time": 169011.57210373878, "Train": {"Loss": 0.9718748136901856, "avg t": 0.94809375, "plain loss": 0.7028184934692374}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.91999816894531, "Augmented-0.05-Quantile-Accuracy": 88.13999938964844, "Augmented-0.1-Quantile-Accuracy": 89.36000061035156, "Augmented-Accuracy": 91.9326, "Augmented-Loss": 0.7829500121212005, "Clean-Accuracy": 88.92, "Clean-Loss": 0.7211234008789063, "PGD-Accuracy": 0.46, "PGD-Loss": 5.834869293212891}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 2789.4763038158417, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.73999786376953, "Augmented-0.05-Quantile-Accuracy": 81.30999755859375, "Augmented-0.1-Quantile-Accuracy": 82.47000122070312, "Augmented-Accuracy": 85.6952, "Augmented-Loss": 0.895393952041626, "Clean-Accuracy": 88.45, "Clean-Loss": 0.796403271484375, "PGD-Accuracy": 0.24, "PGD-Loss": 6.176008941650391}, "Total-Time": 171801.04840755463, "Train": {"Loss": 0.9698927724456787, "avg t": 0.94691203125, "plain loss": 0.7005528437347407}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5999984741211, "Augmented-0.05-Quantile-Accuracy": 88.72000122070312, "Augmented-0.1-Quantile-Accuracy": 89.65999603271484, "Augmented-Accuracy": 92.4224, "Augmented-Loss": 0.7799651144447327, "Clean-Accuracy": 91.82, "Clean-Loss": 0.6985546615600586, "PGD-Accuracy": 0.42, "PGD-Loss": 5.797690924072266}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 2789.6709830760956, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.13999938964844, "Augmented-0.05-Quantile-Accuracy": 80.95999908447266, "Augmented-0.1-Quantile-Accuracy": 82.1199951171875, "Augmented-Accuracy": 85.4612, "Augmented-Loss": 0.8977222477035522, "Clean-Accuracy": 88.34, "Clean-Loss": 0.7954983085632324, "PGD-Accuracy": 0.32, "PGD-Loss": 6.161426293945312}, "Total-Time": 174590.71939063072, "Train": {"Loss": 0.9687400526046753, "avg t": 0.9458203125, "plain loss": 0.698264082901001}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.75999450683594, "Augmented-0.1-Quantile-Accuracy": 89.5999984741211, "Augmented-Accuracy": 92.2624, "Augmented-Loss": 0.777370819888115, "Clean-Accuracy": 92.2, "Clean-Loss": 0.6834140775680542, "PGD-Accuracy": 0.44, "PGD-Loss": 5.776577877044677}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 2789.3251848220825, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.77999877929688, "Augmented-0.05-Quantile-Accuracy": 80.62999725341797, "Augmented-0.1-Quantile-Accuracy": 81.91999816894531, "Augmented-Accuracy": 85.2479, "Augmented-Loss": 0.8998533677139282, "Clean-Accuracy": 88.34, "Clean-Loss": 0.7975611450195312, "PGD-Accuracy": 0.32, "PGD-Loss": 6.167088848876953}, "Total-Time": 177380.0445754528, "Train": {"Loss": 0.9690336491203309, "avg t": 0.9461015625, "plain loss": 0.6986651267700184}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.41999816894531, "Augmented-0.05-Quantile-Accuracy": 88.79999542236328, "Augmented-0.1-Quantile-Accuracy": 89.65999603271484, "Augmented-Accuracy": 92.1874, "Augmented-Loss": 0.777869034740448, "Clean-Accuracy": 87.4, "Clean-Loss": 0.7585896365165711, "PGD-Accuracy": 0.68, "PGD-Loss": 5.78206396484375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 2789.7925791740417, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.05999755859375, "Augmented-0.05-Quantile-Accuracy": 80.72000122070312, "Augmented-0.1-Quantile-Accuracy": 81.93000030517578, "Augmented-Accuracy": 85.2837, "Augmented-Loss": 0.899394788887024, "Clean-Accuracy": 88.12, "Clean-Loss": 0.7988578895568847, "PGD-Accuracy": 0.3, "PGD-Loss": 6.165509967041015}, "Total-Time": 180169.83715462685, "Train": {"Loss": 0.9680110832214356, "avg t": 0.9458353125, "plain loss": 0.698113880096436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.18000030517578, "Augmented-0.05-Quantile-Accuracy": 88.65999603271484, "Augmented-0.1-Quantile-Accuracy": 89.41999816894531, "Augmented-Accuracy": 91.8404, "Augmented-Loss": 0.7801829493551254, "Clean-Accuracy": 87.72, "Clean-Loss": 0.7565851187705994, "PGD-Accuracy": 0.54, "PGD-Loss": 5.788183682250977}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 2789.897004842758, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.06999969482422, "Augmented-0.05-Quantile-Accuracy": 80.8499984741211, "Augmented-0.1-Quantile-Accuracy": 82.05999755859375, "Augmented-Accuracy": 85.296, "Augmented-Loss": 0.8988373440856934, "Clean-Accuracy": 88.13, "Clean-Loss": 0.7975952529907226, "PGD-Accuracy": 0.31, "PGD-Loss": 6.160741198730468}, "Total-Time": 182959.7341594696, "Train": {"Loss": 0.9670116260528564, "avg t": 0.94530875, "plain loss": 0.6974549687042237}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.65999603271484, "Augmented-0.05-Quantile-Accuracy": 89.0999984741211, "Augmented-0.1-Quantile-Accuracy": 90.05999755859375, "Augmented-Accuracy": 92.3484, "Augmented-Loss": 0.778724573562622, "Clean-Accuracy": 88.2, "Clean-Loss": 0.7680915186882019, "PGD-Accuracy": 0.66, "PGD-Loss": 5.8092001495361325}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 2788.55996632576, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.11000061035156, "Augmented-0.05-Quantile-Accuracy": 80.81999969482422, "Augmented-0.1-Quantile-Accuracy": 82.1199951171875, "Augmented-Accuracy": 85.3226, "Augmented-Loss": 0.8986556378555298, "Clean-Accuracy": 88.38, "Clean-Loss": 0.7962057624816895, "PGD-Accuracy": 0.27, "PGD-Loss": 6.155379760742187}, "Total-Time": 185748.29412579536, "Train": {"Loss": 0.966367650756836, "avg t": 0.94487046875, "plain loss": 0.696663929138184}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.69999694824219, "Augmented-0.05-Quantile-Accuracy": 88.95999908447266, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.248, "Augmented-Loss": 0.7745691048583985, "Clean-Accuracy": 86.96, "Clean-Loss": 0.7690814887046814, "PGD-Accuracy": 0.48, "PGD-Loss": 5.7986905471801755}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 2789.1543395519257, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.1199951171875, "Augmented-0.05-Quantile-Accuracy": 80.62999725341797, "Augmented-0.1-Quantile-Accuracy": 82.07999420166016, "Augmented-Accuracy": 85.3429, "Augmented-Loss": 0.89834887940979, "Clean-Accuracy": 88.14, "Clean-Loss": 0.7983966728210449, "PGD-Accuracy": 0.28, "PGD-Loss": 6.156783032226563}, "Total-Time": 188537.4484653473, "Train": {"Loss": 0.9666718288040161, "avg t": 0.94489203125, "plain loss": 0.696046217346192}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.05999755859375, "Augmented-0.05-Quantile-Accuracy": 88.6199951171875, "Augmented-0.1-Quantile-Accuracy": 89.65999603271484, "Augmented-Accuracy": 92.1636, "Augmented-Loss": 0.7792948136463165, "Clean-Accuracy": 88.42, "Clean-Loss": 0.7178294418334961, "PGD-Accuracy": 0.52, "PGD-Loss": 5.8032477096557615}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 2789.3234343528748, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0999984741211, "Augmented-0.05-Quantile-Accuracy": 80.77999877929688, "Augmented-0.1-Quantile-Accuracy": 82.06999969482422, "Augmented-Accuracy": 85.3728, "Augmented-Loss": 0.8982591621398925, "Clean-Accuracy": 88.22, "Clean-Loss": 0.7960443756103516, "PGD-Accuracy": 0.31, "PGD-Loss": 6.15147490234375}, "Total-Time": 191326.77189970016, "Train": {"Loss": 0.9667717769432068, "avg t": 0.94470453125, "plain loss": 0.6961534034271244}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.45999908447266, "Augmented-0.05-Quantile-Accuracy": 88.68000030517578, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.2146, "Augmented-Loss": 0.7744500741939545, "Clean-Accuracy": 90.22, "Clean-Loss": 0.7042289452552796, "PGD-Accuracy": 0.56, "PGD-Loss": 5.794978936004639}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 2788.9828345775604, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.05999755859375, "Augmented-0.05-Quantile-Accuracy": 80.93000030517578, "Augmented-0.1-Quantile-Accuracy": 81.98999786376953, "Augmented-Accuracy": 85.4087, "Augmented-Loss": 0.8978035910186768, "Clean-Accuracy": 88.31, "Clean-Loss": 0.7970860000610351, "PGD-Accuracy": 0.29, "PGD-Loss": 6.148471899414062}, "Total-Time": 194115.75473427773, "Train": {"Loss": 0.9664949883842469, "avg t": 0.94483171875, "plain loss": 0.6960130958862303}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.05999755859375, "Augmented-0.05-Quantile-Accuracy": 88.1199951171875, "Augmented-0.1-Quantile-Accuracy": 89.27999877929688, "Augmented-Accuracy": 91.9636, "Augmented-Loss": 0.7778398203001022, "Clean-Accuracy": 89.3, "Clean-Loss": 0.7102156997680664, "PGD-Accuracy": 0.56, "PGD-Loss": 5.78954024810791}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 2788.3140103816986, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.22999572753906, "Augmented-0.05-Quantile-Accuracy": 80.93000030517578, "Augmented-0.1-Quantile-Accuracy": 82.07999420166016, "Augmented-Accuracy": 85.4056, "Augmented-Loss": 0.8981683714370727, "Clean-Accuracy": 88.06, "Clean-Loss": 0.8005067344665527, "PGD-Accuracy": 0.27, "PGD-Loss": 6.147123748779297}, "Total-Time": 196904.06874465942, "Train": {"Loss": 0.9664110284042359, "avg t": 0.9445540625, "plain loss": 0.6957122639160157}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.15999603271484, "Augmented-0.05-Quantile-Accuracy": 88.91999816894531, "Augmented-0.1-Quantile-Accuracy": 89.93999481201172, "Augmented-Accuracy": 92.2176, "Augmented-Loss": 0.7797827997398377, "Clean-Accuracy": 89.56, "Clean-Loss": 0.7383453053474426, "PGD-Accuracy": 0.56, "PGD-Loss": 5.767332751464844}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 2788.468705892563, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.25, "Augmented-0.05-Quantile-Accuracy": 80.93000030517578, "Augmented-0.1-Quantile-Accuracy": 82.0199966430664, "Augmented-Accuracy": 85.4463, "Augmented-Loss": 0.8977283891830444, "Clean-Accuracy": 88.31, "Clean-Loss": 0.7981385345458984, "PGD-Accuracy": 0.28, "PGD-Loss": 6.142415869140625}, "Total-Time": 199692.537450552, "Train": {"Loss": 0.9662046425247193, "avg t": 0.9444078125, "plain loss": 0.6959465418243408}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.07999420166016, "Augmented-0.05-Quantile-Accuracy": 88.43999481201172, "Augmented-0.1-Quantile-Accuracy": 89.37999725341797, "Augmented-Accuracy": 91.8636, "Augmented-Loss": 0.7781466851234436, "Clean-Accuracy": 91.9, "Clean-Loss": 0.6819437297821045, "PGD-Accuracy": 0.56, "PGD-Loss": 5.779980281829834}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 2788.2719192504883, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.36000061035156, "Augmented-0.05-Quantile-Accuracy": 81.0, "Augmented-0.1-Quantile-Accuracy": 82.11000061035156, "Augmented-Accuracy": 85.4566, "Augmented-Loss": 0.8973896164855957, "Clean-Accuracy": 88.39, "Clean-Loss": 0.7969587165832519, "PGD-Accuracy": 0.26, "PGD-Loss": 6.141070587158203}, "Total-Time": 202480.80936980247, "Train": {"Loss": 0.96690996925354, "avg t": 0.94478546875, "plain loss": 0.6963146261596675}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.65999603271484, "Augmented-0.05-Quantile-Accuracy": 88.91999816894531, "Augmented-0.1-Quantile-Accuracy": 89.9000015258789, "Augmented-Accuracy": 92.1664, "Augmented-Loss": 0.7776939520130157, "Clean-Accuracy": 84.82, "Clean-Loss": 0.7633755136489868, "PGD-Accuracy": 0.46, "PGD-Loss": 5.759499752807617}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 2787.019215106964, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.22000122070312, "Augmented-0.05-Quantile-Accuracy": 80.91999816894531, "Augmented-0.1-Quantile-Accuracy": 82.07999420166016, "Augmented-Accuracy": 85.4586, "Augmented-Loss": 0.8977404516067505, "Clean-Accuracy": 88.23, "Clean-Loss": 0.7990583015441894, "PGD-Accuracy": 0.26, "PGD-Loss": 6.137575671386719}, "Total-Time": 205267.82858490944, "Train": {"Loss": 0.9669878590774537, "avg t": 0.944904375, "plain loss": 0.6960479538879394}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5, "Augmented-0.05-Quantile-Accuracy": 89.0, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.189, "Augmented-Loss": 0.7798301559867858, "Clean-Accuracy": 85.06, "Clean-Loss": 0.8013088640213013, "PGD-Accuracy": 0.46, "PGD-Loss": 5.779626679229736}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 2784.8532140254974, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.31999969482422, "Augmented-0.05-Quantile-Accuracy": 80.95999908447266, "Augmented-0.1-Quantile-Accuracy": 82.12999725341797, "Augmented-Accuracy": 85.4638, "Augmented-Loss": 0.8971424742126465, "Clean-Accuracy": 88.35, "Clean-Loss": 0.7977702941894531, "PGD-Accuracy": 0.23, "PGD-Loss": 6.138711187744141}, "Total-Time": 208052.68179893494, "Train": {"Loss": 0.9668242827224731, "avg t": 0.94471796875, "plain loss": 0.6960579994659436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.43999481201172, "Augmented-0.05-Quantile-Accuracy": 88.27999877929688, "Augmented-0.1-Quantile-Accuracy": 89.5999984741211, "Augmented-Accuracy": 91.9506, "Augmented-Loss": 0.7771978916873932, "Clean-Accuracy": 91.14, "Clean-Loss": 0.7007438226699829, "PGD-Accuracy": 0.48, "PGD-Loss": 5.778549512481689}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 2784.751348733902, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.27999877929688, "Augmented-0.05-Quantile-Accuracy": 80.80999755859375, "Augmented-0.1-Quantile-Accuracy": 82.05999755859375, "Augmented-Accuracy": 85.4694, "Augmented-Loss": 0.8971282458953858, "Clean-Accuracy": 88.2, "Clean-Loss": 0.7982652305603027, "PGD-Accuracy": 0.26, "PGD-Loss": 6.13712015991211}, "Total-Time": 210837.43314766884, "Train": {"Loss": 0.9656113790893555, "avg t": 0.94402625, "plain loss": 0.6945290601959234}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.27999877929688, "Augmented-0.05-Quantile-Accuracy": 88.73999786376953, "Augmented-0.1-Quantile-Accuracy": 89.77999877929688, "Augmented-Accuracy": 92.2064, "Augmented-Loss": 0.7803549672718048, "Clean-Accuracy": 92.02, "Clean-Loss": 0.697160721874237, "PGD-Accuracy": 0.56, "PGD-Loss": 5.767618134307861}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 2784.840505361557, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.25999450683594, "Augmented-0.05-Quantile-Accuracy": 80.93000030517578, "Augmented-0.1-Quantile-Accuracy": 82.05999755859375, "Augmented-Accuracy": 85.4362, "Augmented-Loss": 0.8967597634506226, "Clean-Accuracy": 88.25, "Clean-Loss": 0.7965314308166503, "PGD-Accuracy": 0.28, "PGD-Loss": 6.131862487792969}, "Total-Time": 213622.2736530304, "Train": {"Loss": 0.9662197073364258, "avg t": 0.94442484375, "plain loss": 0.6960612245483392}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.29999542236328, "Augmented-0.05-Quantile-Accuracy": 88.0199966430664, "Augmented-0.1-Quantile-Accuracy": 89.07999420166016, "Augmented-Accuracy": 92.0046, "Augmented-Loss": 0.7773225569171905, "Clean-Accuracy": 90.92, "Clean-Loss": 0.7077847883224487, "PGD-Accuracy": 0.44, "PGD-Loss": 5.760329163360596}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 2785.214223384857, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.25999450683594, "Augmented-0.05-Quantile-Accuracy": 80.93000030517578, "Augmented-0.1-Quantile-Accuracy": 82.11000061035156, "Augmented-Accuracy": 85.4658, "Augmented-Loss": 0.896970440826416, "Clean-Accuracy": 88.3, "Clean-Loss": 0.7974017677307129, "PGD-Accuracy": 0.24, "PGD-Loss": 6.132834893798828}, "Total-Time": 216407.48787641525, "Train": {"Loss": 0.9650771800231933, "avg t": 0.94397390625, "plain loss": 0.6942493947906496}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0999984741211, "Augmented-0.05-Quantile-Accuracy": 88.55999755859375, "Augmented-0.1-Quantile-Accuracy": 89.5999984741211, "Augmented-Accuracy": 92.0254, "Augmented-Loss": 0.778350669547081, "Clean-Accuracy": 89.68, "Clean-Loss": 0.6853895107269287, "PGD-Accuracy": 0.56, "PGD-Loss": 5.7744913650512695}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 2785.724718093872, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.23999786376953, "Augmented-0.05-Quantile-Accuracy": 80.83999633789062, "Augmented-0.1-Quantile-Accuracy": 82.15999603271484, "Augmented-Accuracy": 85.4464, "Augmented-Loss": 0.8969405291900635, "Clean-Accuracy": 88.22, "Clean-Loss": 0.7977723846435547, "PGD-Accuracy": 0.26, "PGD-Loss": 6.128045904541016}, "Total-Time": 219193.21259450912, "Train": {"Loss": 0.9652897031021118, "avg t": 0.944070625, "plain loss": 0.6947675213165289}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.18000030517578, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 89.9000015258789, "Augmented-Accuracy": 92.5184, "Augmented-Loss": 0.778512492857933, "Clean-Accuracy": 91.1, "Clean-Loss": 0.7308617659568787, "PGD-Accuracy": 0.54, "PGD-Loss": 5.768656564331055}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 2784.84229183197, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.29000091552734, "Augmented-0.05-Quantile-Accuracy": 80.94999694824219, "Augmented-0.1-Quantile-Accuracy": 82.07999420166016, "Augmented-Accuracy": 85.4546, "Augmented-Loss": 0.8967156572723388, "Clean-Accuracy": 88.36, "Clean-Loss": 0.7980890365600586, "PGD-Accuracy": 0.28, "PGD-Loss": 6.125429431152344}, "Total-Time": 221978.0548863411, "Train": {"Loss": 0.9648457786178589, "avg t": 0.94383328125, "plain loss": 0.6943050128326411}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.69999694824219, "Augmented-0.05-Quantile-Accuracy": 88.77999877929688, "Augmented-0.1-Quantile-Accuracy": 89.72000122070312, "Augmented-Accuracy": 92.312, "Augmented-Loss": 0.7751999021234512, "Clean-Accuracy": 89.28, "Clean-Loss": 0.7203659872055054, "PGD-Accuracy": 0.68, "PGD-Loss": 5.757396011352539}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 2786.816748380661, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.20999908447266, "Augmented-0.05-Quantile-Accuracy": 81.00999450683594, "Augmented-0.1-Quantile-Accuracy": 82.15999603271484, "Augmented-Accuracy": 85.4579, "Augmented-Loss": 0.8967283459472656, "Clean-Accuracy": 88.3, "Clean-Loss": 0.7985180961608886, "PGD-Accuracy": 0.28, "PGD-Loss": 6.119302093505859}, "Total-Time": 224764.87163472176, "Train": {"Loss": 0.9646438801956176, "avg t": 0.94361203125, "plain loss": 0.6938636251678467}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0999984741211, "Augmented-0.05-Quantile-Accuracy": 88.5199966430664, "Augmented-0.1-Quantile-Accuracy": 89.54000091552734, "Augmented-Accuracy": 92.1596, "Augmented-Loss": 0.7783358911151886, "Clean-Accuracy": 88.4, "Clean-Loss": 0.73022142868042, "PGD-Accuracy": 0.56, "PGD-Loss": 5.752923638916015}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 2784.006398677826, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.43999481201172, "Augmented-0.05-Quantile-Accuracy": 80.91999816894531, "Augmented-0.1-Quantile-Accuracy": 82.02999877929688, "Augmented-Accuracy": 85.466, "Augmented-Loss": 0.8968758833999634, "Clean-Accuracy": 88.45, "Clean-Loss": 0.7974502922058105, "PGD-Accuracy": 0.24, "PGD-Loss": 6.1189285705566405}, "Total-Time": 227548.87803339958, "Train": {"Loss": 0.9659202214431762, "avg t": 0.94398828125, "plain loss": 0.6948239284973144}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.91999816894531, "Augmented-0.05-Quantile-Accuracy": 89.19999694824219, "Augmented-0.1-Quantile-Accuracy": 90.23999786376953, "Augmented-Accuracy": 92.4156, "Augmented-Loss": 0.7754521262197495, "Clean-Accuracy": 89.28, "Clean-Loss": 0.6872628854751587, "PGD-Accuracy": 0.56, "PGD-Loss": 5.744556237792969}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 2782.6061255931854, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.2699966430664, "Augmented-0.05-Quantile-Accuracy": 80.98999786376953, "Augmented-0.1-Quantile-Accuracy": 82.1199951171875, "Augmented-Accuracy": 85.4674, "Augmented-Loss": 0.8968138383865356, "Clean-Accuracy": 88.35, "Clean-Loss": 0.7975670074462891, "PGD-Accuracy": 0.26, "PGD-Loss": 6.1174484130859375}, "Total-Time": 230331.48415899277, "Train": {"Loss": 0.9666508689117431, "avg t": 0.94427984375, "plain loss": 0.69473722341919}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.04000091552734, "Augmented-0.05-Quantile-Accuracy": 89.5, "Augmented-0.1-Quantile-Accuracy": 90.25999450683594, "Augmented-Accuracy": 92.6326, "Augmented-Loss": 0.7748034698448181, "Clean-Accuracy": 90.68, "Clean-Loss": 0.7123075531005859, "PGD-Accuracy": 0.48, "PGD-Loss": 5.7653310546875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 2780.519735813141, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.36000061035156, "Augmented-0.05-Quantile-Accuracy": 81.04999542236328, "Augmented-0.1-Quantile-Accuracy": 82.1500015258789, "Augmented-Accuracy": 85.4646, "Augmented-Loss": 0.8965539209594726, "Clean-Accuracy": 88.42, "Clean-Loss": 0.7985782463073731, "PGD-Accuracy": 0.25, "PGD-Loss": 6.1156083984375}, "Total-Time": 233112.0038948059, "Train": {"Loss": 0.9644160248947143, "avg t": 0.943409375, "plain loss": 0.6933361287231438}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.6199951171875, "Augmented-0.05-Quantile-Accuracy": 89.0199966430664, "Augmented-0.1-Quantile-Accuracy": 89.75999450683594, "Augmented-Accuracy": 92.155, "Augmented-Loss": 0.7767995262737274, "Clean-Accuracy": 89.9, "Clean-Loss": 0.7129989523887634, "PGD-Accuracy": 0.66, "PGD-Loss": 5.7547901840209965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 2782.182902097702, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.29999542236328, "Augmented-0.05-Quantile-Accuracy": 80.8699951171875, "Augmented-0.1-Quantile-Accuracy": 82.12999725341797, "Augmented-Accuracy": 85.461, "Augmented-Loss": 0.8969636915817261, "Clean-Accuracy": 88.31, "Clean-Loss": 0.7969582443237304, "PGD-Accuracy": 0.25, "PGD-Loss": 6.112640692138672}, "Total-Time": 235894.1867969036, "Train": {"Loss": 0.9660359601593017, "avg t": 0.94405015625, "plain loss": 0.6938196720123289}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.36000061035156, "Augmented-0.05-Quantile-Accuracy": 88.68000030517578, "Augmented-0.1-Quantile-Accuracy": 89.45999908447266, "Augmented-Accuracy": 92.049, "Augmented-Loss": 0.7773737437181473, "Clean-Accuracy": 88.82, "Clean-Loss": 0.7236025812149048, "PGD-Accuracy": 0.5, "PGD-Loss": 5.768244022369385}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 2784.8364033699036, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.44999694824219, "Augmented-0.05-Quantile-Accuracy": 81.06999969482422, "Augmented-0.1-Quantile-Accuracy": 82.1500015258789, "Augmented-Accuracy": 85.4829, "Augmented-Loss": 0.8972834471282959, "Clean-Accuracy": 88.32, "Clean-Loss": 0.7987595932006836, "PGD-Accuracy": 0.25, "PGD-Loss": 6.1090158203125}, "Total-Time": 238679.0232002735, "Train": {"Loss": 0.9648945062255859, "avg t": 0.9435940625, "plain loss": 0.6934777668304449}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.04000091552734, "Augmented-0.05-Quantile-Accuracy": 89.45999908447266, "Augmented-0.1-Quantile-Accuracy": 90.4000015258789, "Augmented-Accuracy": 92.758, "Augmented-Loss": 0.7780770880889892, "Clean-Accuracy": 90.38, "Clean-Loss": 0.7383060554504395, "PGD-Accuracy": 0.68, "PGD-Loss": 5.725481282043457}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 2785.7402935028076, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.3699951171875, "Augmented-0.05-Quantile-Accuracy": 81.07999420166016, "Augmented-0.1-Quantile-Accuracy": 82.08999633789062, "Augmented-Accuracy": 85.4693, "Augmented-Loss": 0.8972599538879394, "Clean-Accuracy": 88.38, "Clean-Loss": 0.7995577087402344, "PGD-Accuracy": 0.28, "PGD-Loss": 6.1105369140625}, "Total-Time": 241464.76349377632, "Train": {"Loss": 0.965789105873108, "avg t": 0.94369625, "plain loss": 0.694282624038697}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.45999908447266, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.299, "Augmented-Loss": 0.7795952405548096, "Clean-Accuracy": 89.04, "Clean-Loss": 0.7243013731002808, "PGD-Accuracy": 0.62, "PGD-Loss": 5.740914670562744}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 2786.2922546863556, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.31999969482422, "Augmented-0.05-Quantile-Accuracy": 81.04000091552734, "Augmented-0.1-Quantile-Accuracy": 82.13999938964844, "Augmented-Accuracy": 85.4929, "Augmented-Loss": 0.8973916195144653, "Clean-Accuracy": 88.4, "Clean-Loss": 0.7961596725463868, "PGD-Accuracy": 0.28, "PGD-Loss": 6.10832650756836}, "Total-Time": 244251.05574846268, "Train": {"Loss": 0.9645020143127442, "avg t": 0.94345421875, "plain loss": 0.693655548309326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.15999603271484, "Augmented-0.05-Quantile-Accuracy": 89.1199951171875, "Augmented-0.1-Quantile-Accuracy": 90.0199966430664, "Augmented-Accuracy": 92.444, "Augmented-Loss": 0.7743831654014588, "Clean-Accuracy": 87.28, "Clean-Loss": 0.8024090841293335, "PGD-Accuracy": 0.44, "PGD-Loss": 5.730757460021973}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 2756.33017206192, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.15999603271484, "Augmented-0.05-Quantile-Accuracy": 80.97000122070312, "Augmented-0.1-Quantile-Accuracy": 82.18999481201172, "Augmented-Accuracy": 85.4904, "Augmented-Loss": 0.8969612617645264, "Clean-Accuracy": 88.49, "Clean-Loss": 0.7970151908874512, "PGD-Accuracy": 0.27, "PGD-Loss": 6.106351336669922}, "Total-Time": 247007.3859205246, "Train": {"Loss": 0.9649992457580566, "avg t": 0.9435503125, "plain loss": 0.694029680694581}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0199966430664, "Augmented-0.05-Quantile-Accuracy": 89.23999786376953, "Augmented-0.1-Quantile-Accuracy": 90.23999786376953, "Augmented-Accuracy": 92.7778, "Augmented-Loss": 0.776435628487587, "Clean-Accuracy": 90.22, "Clean-Loss": 0.7494727498054504, "PGD-Accuracy": 0.48, "PGD-Loss": 5.727483888244629}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
