{"Epoch": 0, "Epoch-Time": 1415.241173028946, "Test": {"Augmented-0.01-Quantile-Accuracy": 22.479999542236328, "Augmented-0.05-Quantile-Accuracy": 23.15999984741211, "Augmented-0.1-Quantile-Accuracy": 23.439998626708984, "Augmented-Accuracy": 24.4311, "Augmented-Loss": 2.0085623867645266, "Clean-Accuracy": 24.7, "Clean-Loss": 1.9961547302246094, "PGD-Accuracy": 7.57, "PGD-Loss": 2.5367045166015627}, "Total-Time": 1415.241173028946, "Train": {"Loss": 76.83054386291504, "avg t": 1.7410266818237305, "plain loss": 2.3492902363891592}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 21.059999465942383, "Augmented-0.05-Quantile-Accuracy": 21.579999923706055, "Augmented-0.1-Quantile-Accuracy": 21.920000076293945, "Augmented-Accuracy": 22.8716, "Augmented-Loss": 2.013427578840256, "Clean-Accuracy": 21.24, "Clean-Loss": 2.0659769245147706, "PGD-Accuracy": 6.32, "PGD-Loss": 2.566719242477417}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1437.9833240509033, "Test": {"Augmented-0.01-Quantile-Accuracy": 26.079999923706055, "Augmented-0.05-Quantile-Accuracy": 26.920000076293945, "Augmented-0.1-Quantile-Accuracy": 27.31999969482422, "Augmented-Accuracy": 28.6762, "Augmented-Loss": 1.8458268542633056, "Clean-Accuracy": 29.14, "Clean-Loss": 1.8344414810180665, "PGD-Accuracy": 6.09, "PGD-Loss": 2.600203970336914}, "Total-Time": 2853.2244970798492, "Train": {"Loss": 39.97230386550903, "avg t": 1.7039301192474365, "plain loss": 1.957795573303223}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 25.53999900817871, "Augmented-0.05-Quantile-Accuracy": 26.53999900817871, "Augmented-0.1-Quantile-Accuracy": 27.119998931884766, "Augmented-Accuracy": 28.6002, "Augmented-Loss": 1.845088101009369, "Clean-Accuracy": 29.22, "Clean-Loss": 1.8652285079956055, "PGD-Accuracy": 5.76, "PGD-Loss": 2.645582934188843}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1440.0244312286377, "Test": {"Augmented-0.01-Quantile-Accuracy": 28.959999084472656, "Augmented-0.05-Quantile-Accuracy": 29.389999389648438, "Augmented-0.1-Quantile-Accuracy": 29.599998474121094, "Augmented-Accuracy": 30.3363, "Augmented-Loss": 1.7983591836547852, "Clean-Accuracy": 31.13, "Clean-Loss": 1.7739991729736329, "PGD-Accuracy": 8.51, "PGD-Loss": 2.7136484466552733}, "Total-Time": 4293.248928308487, "Train": {"Loss": 32.29578086486816, "avg t": 1.6593130880737306, "plain loss": 1.845683716430664}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 27.959999084472656, "Augmented-0.05-Quantile-Accuracy": 28.35999870300293, "Augmented-0.1-Quantile-Accuracy": 28.559999465942383, "Augmented-Accuracy": 29.3996, "Augmented-Loss": 1.813264506093979, "Clean-Accuracy": 29.44, "Clean-Loss": 1.8165977199554444, "PGD-Accuracy": 6.84, "PGD-Loss": 2.7301582347869875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1442.3496496677399, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.399999618530273, "Augmented-0.05-Quantile-Accuracy": 32.18000030517578, "Augmented-0.1-Quantile-Accuracy": 32.61000061035156, "Augmented-Accuracy": 34.3156, "Augmented-Loss": 1.7146340118255616, "Clean-Accuracy": 34.34, "Clean-Loss": 1.6980381225585937, "PGD-Accuracy": 6.74, "PGD-Loss": 2.845139501953125}, "Total-Time": 5735.598577976227, "Train": {"Loss": 27.556931509475707, "avg t": 1.6365615254974366, "plain loss": 1.7796157897338867}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 31.219999313354492, "Augmented-0.05-Quantile-Accuracy": 32.29999923706055, "Augmented-0.1-Quantile-Accuracy": 32.81999969482422, "Augmented-Accuracy": 34.3402, "Augmented-Loss": 1.710980087463379, "Clean-Accuracy": 31.4, "Clean-Loss": 1.7492274143218993, "PGD-Accuracy": 7.52, "PGD-Loss": 2.8262320175170896}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1442.2949719429016, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.63999938964844, "Augmented-0.05-Quantile-Accuracy": 34.72999954223633, "Augmented-0.1-Quantile-Accuracy": 35.43000030517578, "Augmented-Accuracy": 37.2122, "Augmented-Loss": 1.6966577016448974, "Clean-Accuracy": 38.01, "Clean-Loss": 1.6634993148803712, "PGD-Accuracy": 2.83, "PGD-Loss": 3.1195899841308594}, "Total-Time": 7177.893549919128, "Train": {"Loss": 25.40028170463562, "avg t": 1.6106623067474366, "plain loss": 1.734967459777832}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 35.119998931884766, "Augmented-0.05-Quantile-Accuracy": 36.21999740600586, "Augmented-0.1-Quantile-Accuracy": 36.599998474121094, "Augmented-Accuracy": 38.4288, "Augmented-Loss": 1.6807076548309325, "Clean-Accuracy": 36.26, "Clean-Loss": 1.6684922214508056, "PGD-Accuracy": 4.1, "PGD-Loss": 2.99529073677063}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1441.8546662330627, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.82999801635742, "Augmented-0.05-Quantile-Accuracy": 35.89999771118164, "Augmented-0.1-Quantile-Accuracy": 36.279998779296875, "Augmented-Accuracy": 38.1884, "Augmented-Loss": 1.623351256576538, "Clean-Accuracy": 38.49, "Clean-Loss": 1.6023630783081055, "PGD-Accuracy": 4.39, "PGD-Loss": 3.124615478515625}, "Total-Time": 8619.748216152191, "Train": {"Loss": 22.19075641532898, "avg t": 1.5837060567474366, "plain loss": 1.6788052957763668}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 35.05999755859375, "Augmented-0.05-Quantile-Accuracy": 36.18000030517578, "Augmented-0.1-Quantile-Accuracy": 36.71999740600586, "Augmented-Accuracy": 38.5988, "Augmented-Loss": 1.6258427013053893, "Clean-Accuracy": 33.76, "Clean-Loss": 1.6525646179199218, "PGD-Accuracy": 4.6, "PGD-Loss": 3.0238121856689455}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1440.9894888401031, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.32999801635742, "Augmented-0.05-Quantile-Accuracy": 36.87999725341797, "Augmented-0.1-Quantile-Accuracy": 37.61000061035156, "Augmented-Accuracy": 40.3198, "Augmented-Loss": 1.591814676727295, "Clean-Accuracy": 40.44, "Clean-Loss": 1.562177685546875, "PGD-Accuracy": 2.26, "PGD-Loss": 3.5023627838134765}, "Total-Time": 10060.737704992294, "Train": {"Loss": 19.842102676315307, "avg t": 1.5530087129974366, "plain loss": 1.625865676452636}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 35.37999725341797, "Augmented-0.05-Quantile-Accuracy": 36.91999816894531, "Augmented-0.1-Quantile-Accuracy": 37.599998474121094, "Augmented-Accuracy": 40.1038, "Augmented-Loss": 1.5906731311645508, "Clean-Accuracy": 40.3, "Clean-Loss": 1.590897338294983, "PGD-Accuracy": 2.16, "PGD-Loss": 3.3465502841949464}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1441.470620393753, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.56999969482422, "Augmented-0.05-Quantile-Accuracy": 35.27000045776367, "Augmented-0.1-Quantile-Accuracy": 36.05999755859375, "Augmented-Accuracy": 38.7621, "Augmented-Loss": 1.6057286277618408, "Clean-Accuracy": 41.96, "Clean-Loss": 1.5546165725708008, "PGD-Accuracy": 1.16, "PGD-Loss": 4.007498062133789}, "Total-Time": 11502.208325386047, "Train": {"Loss": 17.220042649040224, "avg t": 1.5339021504974366, "plain loss": 1.5840919732666032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 35.599998474121094, "Augmented-0.05-Quantile-Accuracy": 37.15999984741211, "Augmented-0.1-Quantile-Accuracy": 38.07999801635742, "Augmented-Accuracy": 40.8022, "Augmented-Loss": 1.5908089564857484, "Clean-Accuracy": 39.76, "Clean-Loss": 1.5973607717514038, "PGD-Accuracy": 1.64, "PGD-Loss": 3.7392878211975096}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1440.464364528656, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.040000915527344, "Augmented-0.05-Quantile-Accuracy": 38.349998474121094, "Augmented-0.1-Quantile-Accuracy": 39.61000061035156, "Augmented-Accuracy": 43.7564, "Augmented-Loss": 1.6502095856781005, "Clean-Accuracy": 46.63, "Clean-Loss": 1.5739839401245117, "PGD-Accuracy": 0.29, "PGD-Loss": 4.3879473052978515}, "Total-Time": 12942.672689914703, "Train": {"Loss": 15.230291387481689, "avg t": 1.5077676192474365, "plain loss": 1.5396962009277328}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.34000015258789, "Augmented-0.05-Quantile-Accuracy": 40.47999954223633, "Augmented-0.1-Quantile-Accuracy": 41.459999084472656, "Augmented-Accuracy": 44.6988, "Augmented-Loss": 1.613510303516388, "Clean-Accuracy": 42.52, "Clean-Loss": 1.5630541049957276, "PGD-Accuracy": 0.6, "PGD-Loss": 4.1901422874450684}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1441.5095300674438, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.5, "Augmented-0.05-Quantile-Accuracy": 40.57999801635742, "Augmented-0.1-Quantile-Accuracy": 41.93000030517578, "Augmented-Accuracy": 46.783, "Augmented-Loss": 1.558701809249878, "Clean-Accuracy": 48.65, "Clean-Loss": 1.4870296630859374, "PGD-Accuracy": 0.25, "PGD-Loss": 5.215520687866211}, "Total-Time": 14384.182219982147, "Train": {"Loss": 13.621575258026123, "avg t": 1.4796266817474366, "plain loss": 1.494003833374023}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.779998779296875, "Augmented-0.05-Quantile-Accuracy": 43.65999984741211, "Augmented-0.1-Quantile-Accuracy": 44.779998779296875, "Augmented-Accuracy": 49.2218, "Augmented-Loss": 1.5054008715572358, "Clean-Accuracy": 46.86, "Clean-Loss": 1.4666834678649903, "PGD-Accuracy": 0.5, "PGD-Loss": 4.927694722747803}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1439.9771656990051, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.32999801635742, "Augmented-0.05-Quantile-Accuracy": 43.97999954223633, "Augmented-0.1-Quantile-Accuracy": 45.20000076293945, "Augmented-Accuracy": 49.5318, "Augmented-Loss": 1.5094194840545654, "Clean-Accuracy": 51.05, "Clean-Loss": 1.447122528076172, "PGD-Accuracy": 0.07, "PGD-Loss": 5.459742926025391}, "Total-Time": 15824.159385681152, "Train": {"Loss": 12.145351950302125, "avg t": 1.4524635567474364, "plain loss": 1.448769131134035}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.18000030517578, "Augmented-0.05-Quantile-Accuracy": 45.5, "Augmented-0.1-Quantile-Accuracy": 46.91999816894531, "Augmented-Accuracy": 50.5536, "Augmented-Loss": 1.4715328515911101, "Clean-Accuracy": 49.38, "Clean-Loss": 1.4177393489837646, "PGD-Accuracy": 0.1, "PGD-Loss": 5.051953971862793}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1441.0200173854828, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.36000061035156, "Augmented-0.05-Quantile-Accuracy": 41.22999954223633, "Augmented-0.1-Quantile-Accuracy": 42.48999786376953, "Augmented-Accuracy": 47.053, "Augmented-Loss": 1.5255446853179933, "Clean-Accuracy": 49.51, "Clean-Loss": 1.4515177658081055, "PGD-Accuracy": 0.4, "PGD-Loss": 5.281340432739258}, "Total-Time": 17265.179403066635, "Train": {"Loss": 11.293929222450256, "avg t": 1.4345563692092895, "plain loss": 1.4219254425354004}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.68000030517578, "Augmented-0.05-Quantile-Accuracy": 46.41999816894531, "Augmented-0.1-Quantile-Accuracy": 47.69999694824219, "Augmented-Accuracy": 52.1342, "Augmented-Loss": 1.4781080853500366, "Clean-Accuracy": 53.34, "Clean-Loss": 1.4188234230041503, "PGD-Accuracy": 0.42, "PGD-Loss": 5.029739232635498}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1438.6317670345306, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.93000030517578, "Augmented-0.05-Quantile-Accuracy": 38.86000061035156, "Augmented-0.1-Quantile-Accuracy": 39.959999084472656, "Augmented-Accuracy": 44.764, "Augmented-Loss": 1.522255097732544, "Clean-Accuracy": 49.3, "Clean-Loss": 1.4252158340454102, "PGD-Accuracy": 0.16, "PGD-Loss": 5.488362344360351}, "Total-Time": 18703.811170101166, "Train": {"Loss": 10.917337671318053, "avg t": 1.4254877754211426, "plain loss": 1.4056785827941884}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.939998626708984, "Augmented-0.05-Quantile-Accuracy": 45.63999938964844, "Augmented-0.1-Quantile-Accuracy": 46.86000061035156, "Augmented-Accuracy": 50.8896, "Augmented-Loss": 1.4538362266025544, "Clean-Accuracy": 52.18, "Clean-Loss": 1.3950109338760377, "PGD-Accuracy": 0.5, "PGD-Loss": 5.155705529785156}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1439.2312223911285, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.45000076293945, "Augmented-0.05-Quantile-Accuracy": 35.97999954223633, "Augmented-0.1-Quantile-Accuracy": 37.40999984741211, "Augmented-Accuracy": 42.107, "Augmented-Loss": 1.5116160361480713, "Clean-Accuracy": 46.23, "Clean-Loss": 1.4223398025512695, "PGD-Accuracy": 0.3, "PGD-Loss": 5.635515414428711}, "Total-Time": 20143.042392492294, "Train": {"Loss": 10.185656807289124, "avg t": 1.4146034004974366, "plain loss": 1.3861456939086911}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.279998779296875, "Augmented-0.05-Quantile-Accuracy": 40.37999725341797, "Augmented-0.1-Quantile-Accuracy": 41.89999771118164, "Augmented-Accuracy": 46.338, "Augmented-Loss": 1.4416041730251312, "Clean-Accuracy": 42.54, "Clean-Loss": 1.444144750213623, "PGD-Accuracy": 0.24, "PGD-Loss": 5.315511293029785}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1438.359731912613, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.89999771118164, "Augmented-0.05-Quantile-Accuracy": 39.16999816894531, "Augmented-0.1-Quantile-Accuracy": 40.48999786376953, "Augmented-Accuracy": 45.8055, "Augmented-Loss": 1.5148649758758546, "Clean-Accuracy": 48.07, "Clean-Loss": 1.4141852020263672, "PGD-Accuracy": 0.07, "PGD-Loss": 6.161855474853516}, "Total-Time": 21581.402124404907, "Train": {"Loss": 9.845967783088684, "avg t": 1.4112713692092895, "plain loss": 1.3781170367736815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.65999984741211, "Augmented-0.05-Quantile-Accuracy": 43.599998474121094, "Augmented-0.1-Quantile-Accuracy": 44.779998779296875, "Augmented-Accuracy": 49.6458, "Augmented-Loss": 1.4314333628139495, "Clean-Accuracy": 52.66, "Clean-Loss": 1.3663956996917725, "PGD-Accuracy": 0.14, "PGD-Loss": 5.867698134613037}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1436.3577377796173, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.7599983215332, "Augmented-0.05-Quantile-Accuracy": 46.79999923706055, "Augmented-0.1-Quantile-Accuracy": 48.32999801635742, "Augmented-Accuracy": 53.3129, "Augmented-Loss": 1.4308801024475097, "Clean-Accuracy": 54.79, "Clean-Loss": 1.350200283050537, "PGD-Accuracy": 0.06, "PGD-Loss": 6.364998651123047}, "Total-Time": 23017.759862184525, "Train": {"Loss": 9.53356448261261, "avg t": 1.3993923067092895, "plain loss": 1.3612339228210437}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.86000061035156, "Augmented-0.05-Quantile-Accuracy": 49.2599983215332, "Augmented-0.1-Quantile-Accuracy": 51.0, "Augmented-Accuracy": 55.5112, "Augmented-Loss": 1.3810055725250243, "Clean-Accuracy": 57.66, "Clean-Loss": 1.311024323272705, "PGD-Accuracy": 0.2, "PGD-Loss": 6.017175441741943}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1436.8526482582092, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.34000015258789, "Augmented-0.05-Quantile-Accuracy": 52.63999938964844, "Augmented-0.1-Quantile-Accuracy": 54.1099967956543, "Augmented-Accuracy": 59.0253, "Augmented-Loss": 1.4060099477081298, "Clean-Accuracy": 59.29, "Clean-Loss": 1.2964845893859864, "PGD-Accuracy": 0.09, "PGD-Loss": 5.642756115722657}, "Total-Time": 24454.612510442734, "Train": {"Loss": 9.361401140823364, "avg t": 1.3871915254592895, "plain loss": 1.3401985686645512}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.05999755859375, "Augmented-0.05-Quantile-Accuracy": 54.7599983215332, "Augmented-0.1-Quantile-Accuracy": 56.099998474121094, "Augmented-Accuracy": 60.126, "Augmented-Loss": 1.3290006422557832, "Clean-Accuracy": 56.88, "Clean-Loss": 1.2648533771514892, "PGD-Accuracy": 0.04, "PGD-Loss": 5.285205225372314}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1434.5453572273254, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.20000076293945, "Augmented-0.05-Quantile-Accuracy": 48.44999694824219, "Augmented-0.1-Quantile-Accuracy": 50.0099983215332, "Augmented-Accuracy": 54.655, "Augmented-Loss": 1.4730784856567383, "Clean-Accuracy": 57.67, "Clean-Loss": 1.3273624114990235, "PGD-Accuracy": 0.09, "PGD-Loss": 6.072218060302735}, "Total-Time": 25889.15786767006, "Train": {"Loss": 9.214982217788696, "avg t": 1.3826805879974364, "plain loss": 1.3330301437988274}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.099998474121094, "Augmented-0.05-Quantile-Accuracy": 51.87999725341797, "Augmented-0.1-Quantile-Accuracy": 53.5, "Augmented-Accuracy": 57.8818, "Augmented-Loss": 1.368031903629303, "Clean-Accuracy": 59.98, "Clean-Loss": 1.2497512775421142, "PGD-Accuracy": 0.12, "PGD-Loss": 5.752934046936035}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1432.1969420909882, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.119998931884766, "Augmented-0.05-Quantile-Accuracy": 45.029998779296875, "Augmented-0.1-Quantile-Accuracy": 46.40999984741211, "Augmented-Accuracy": 50.6489, "Augmented-Loss": 1.4726184765167236, "Clean-Accuracy": 53.23, "Clean-Loss": 1.3652063117980957, "PGD-Accuracy": 0.38, "PGD-Loss": 6.160095666503906}, "Total-Time": 27321.354809761047, "Train": {"Loss": 9.125656338348389, "avg t": 1.3764652754211426, "plain loss": 1.3230718478393544}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.89999771118164, "Augmented-0.05-Quantile-Accuracy": 50.0, "Augmented-0.1-Quantile-Accuracy": 50.97999954223633, "Augmented-Accuracy": 55.4038, "Augmented-Loss": 1.395556736623764, "Clean-Accuracy": 57.02, "Clean-Loss": 1.2911835254669188, "PGD-Accuracy": 0.24, "PGD-Loss": 5.793536451721192}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1432.2876982688904, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.40999984741211, "Augmented-0.05-Quantile-Accuracy": 41.77000045776367, "Augmented-0.1-Quantile-Accuracy": 43.16999816894531, "Augmented-Accuracy": 48.2736, "Augmented-Loss": 1.4854863281097412, "Clean-Accuracy": 55.45, "Clean-Loss": 1.3576323623657227, "PGD-Accuracy": 0.13, "PGD-Loss": 6.1349425109863285}, "Total-Time": 28753.642508029938, "Train": {"Loss": 8.552781949691772, "avg t": 1.3704094941711427, "plain loss": 1.311113847900391}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.119998931884766, "Augmented-0.05-Quantile-Accuracy": 46.119998931884766, "Augmented-0.1-Quantile-Accuracy": 47.459999084472656, "Augmented-Accuracy": 52.4152, "Augmented-Loss": 1.408893821329117, "Clean-Accuracy": 53.82, "Clean-Loss": 1.3075789194107055, "PGD-Accuracy": 0.12, "PGD-Loss": 5.913475527954102}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1433.7067584991455, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.06999969482422, "Augmented-0.05-Quantile-Accuracy": 40.939998626708984, "Augmented-0.1-Quantile-Accuracy": 42.7599983215332, "Augmented-Accuracy": 48.3549, "Augmented-Loss": 1.5983657280273438, "Clean-Accuracy": 55.08, "Clean-Loss": 1.4430067047119142, "PGD-Accuracy": 0.18, "PGD-Loss": 5.913966033935547}, "Total-Time": 30187.349266529083, "Train": {"Loss": 8.434867384338379, "avg t": 1.3692410567092896, "plain loss": 1.315552551055908}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.099998474121094, "Augmented-0.05-Quantile-Accuracy": 47.81999969482422, "Augmented-0.1-Quantile-Accuracy": 49.439998626708984, "Augmented-Accuracy": 55.3188, "Augmented-Loss": 1.487763612394333, "Clean-Accuracy": 52.22, "Clean-Loss": 1.3871532396316528, "PGD-Accuracy": 0.04, "PGD-Loss": 5.721643315887452}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1434.6720695495605, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.79999923706055, "Augmented-0.05-Quantile-Accuracy": 35.47999954223633, "Augmented-0.1-Quantile-Accuracy": 36.25, "Augmented-Accuracy": 39.4175, "Augmented-Loss": 1.5369293609924317, "Clean-Accuracy": 46.26, "Clean-Loss": 1.3876533515930176, "PGD-Accuracy": 0.34, "PGD-Loss": 6.018067980957031}, "Total-Time": 31622.021336078644, "Train": {"Loss": 8.620782436370849, "avg t": 1.3627396504211426, "plain loss": 1.2974757544555686}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.34000015258789, "Augmented-0.05-Quantile-Accuracy": 42.279998779296875, "Augmented-0.1-Quantile-Accuracy": 43.119998931884766, "Augmented-Accuracy": 46.4806, "Augmented-Loss": 1.4189678466358184, "Clean-Accuracy": 56.84, "Clean-Loss": 1.257777201461792, "PGD-Accuracy": 0.12, "PGD-Loss": 5.797720664978027}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1435.0368933677673, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.459999084472656, "Augmented-0.05-Quantile-Accuracy": 47.63999938964844, "Augmented-0.1-Quantile-Accuracy": 49.52000045776367, "Augmented-Accuracy": 55.6035, "Augmented-Loss": 1.4200526280822754, "Clean-Accuracy": 59.24, "Clean-Loss": 1.3230234329223634, "PGD-Accuracy": 0.03, "PGD-Loss": 6.5200154479980466}, "Total-Time": 33057.05822944641, "Train": {"Loss": 8.567967342033386, "avg t": 1.3609480879211426, "plain loss": 1.2974694807739264}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.87999725341797, "Augmented-0.05-Quantile-Accuracy": 50.939998626708984, "Augmented-0.1-Quantile-Accuracy": 52.959999084472656, "Augmented-Accuracy": 58.8708, "Augmented-Loss": 1.3462752330379486, "Clean-Accuracy": 58.24, "Clean-Loss": 1.2614393436431885, "PGD-Accuracy": 0.02, "PGD-Loss": 6.149653132629394}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1436.1611320972443, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.84000015258789, "Augmented-0.05-Quantile-Accuracy": 41.119998931884766, "Augmented-0.1-Quantile-Accuracy": 42.64999771118164, "Augmented-Accuracy": 47.9227, "Augmented-Loss": 1.4252872230377198, "Clean-Accuracy": 52.12, "Clean-Loss": 1.3283378936767578, "PGD-Accuracy": 0.1, "PGD-Loss": 6.170925793457031}, "Total-Time": 34493.219361543655, "Train": {"Loss": 8.036900951156616, "avg t": 1.3570807442092896, "plain loss": 1.2923769237670877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.5, "Augmented-0.05-Quantile-Accuracy": 48.65999984741211, "Augmented-0.1-Quantile-Accuracy": 49.959999084472656, "Augmented-Accuracy": 54.702, "Augmented-Loss": 1.3334363570537566, "Clean-Accuracy": 52.2, "Clean-Loss": 1.3450521757125855, "PGD-Accuracy": 0.12, "PGD-Loss": 5.623086213684082}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1436.6866381168365, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.28999710083008, "Augmented-0.05-Quantile-Accuracy": 48.44999694824219, "Augmented-0.1-Quantile-Accuracy": 49.80999755859375, "Augmented-Accuracy": 54.8889, "Augmented-Loss": 1.436103920715332, "Clean-Accuracy": 57.98, "Clean-Loss": 1.3133741317749024, "PGD-Accuracy": 0.24, "PGD-Loss": 6.416607147216797}, "Total-Time": 35929.90599966049, "Train": {"Loss": 7.797267313995361, "avg t": 1.3532898066711425, "plain loss": 1.285992516784669}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.15999984741211, "Augmented-0.05-Quantile-Accuracy": 54.279998779296875, "Augmented-0.1-Quantile-Accuracy": 55.599998474121094, "Augmented-Accuracy": 60.1884, "Augmented-Loss": 1.3390521957435608, "Clean-Accuracy": 62.68, "Clean-Loss": 1.2144029022216798, "PGD-Accuracy": 0.12, "PGD-Loss": 6.112989241027832}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1439.6433310508728, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.80999755859375, "Augmented-0.05-Quantile-Accuracy": 41.369998931884766, "Augmented-0.1-Quantile-Accuracy": 42.73999786376953, "Augmented-Accuracy": 48.3796, "Augmented-Loss": 1.495087334487915, "Clean-Accuracy": 56.26, "Clean-Loss": 1.3369797424316405, "PGD-Accuracy": 0.27, "PGD-Loss": 5.8758194030761715}, "Total-Time": 37369.549330711365, "Train": {"Loss": 7.7941139780044555, "avg t": 1.3534826191711427, "plain loss": 1.2881617102966307}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.619998931884766, "Augmented-0.05-Quantile-Accuracy": 48.89999771118164, "Augmented-0.1-Quantile-Accuracy": 50.619998931884766, "Augmented-Accuracy": 56.2974, "Augmented-Loss": 1.3812966927452088, "Clean-Accuracy": 56.36, "Clean-Loss": 1.3320591831207276, "PGD-Accuracy": 0.24, "PGD-Loss": 5.6291105178833005}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1442.4516236782074, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.79999923706055, "Augmented-0.05-Quantile-Accuracy": 43.869998931884766, "Augmented-0.1-Quantile-Accuracy": 45.36000061035156, "Augmented-Accuracy": 50.14, "Augmented-Loss": 1.4212918371276855, "Clean-Accuracy": 54.4, "Clean-Loss": 1.291266960144043, "PGD-Accuracy": 0.02, "PGD-Loss": 6.50204921875}, "Total-Time": 38812.00095438957, "Train": {"Loss": 7.94485238357544, "avg t": 1.3540865254211425, "plain loss": 1.286999140319823}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.15999984741211, "Augmented-0.05-Quantile-Accuracy": 48.5, "Augmented-0.1-Quantile-Accuracy": 49.86000061035156, "Augmented-Accuracy": 55.1208, "Augmented-Loss": 1.303849265762329, "Clean-Accuracy": 55.18, "Clean-Loss": 1.212690985107422, "PGD-Accuracy": 0.06, "PGD-Loss": 6.061001137542725}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1443.4944603443146, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.07999801635742, "Augmented-0.05-Quantile-Accuracy": 50.29999923706055, "Augmented-0.1-Quantile-Accuracy": 52.07999801635742, "Augmented-Accuracy": 57.7153, "Augmented-Loss": 1.418059086227417, "Clean-Accuracy": 57.72, "Clean-Loss": 1.3329282592773437, "PGD-Accuracy": 0.11, "PGD-Loss": 6.152571575927734}, "Total-Time": 40255.49541473389, "Train": {"Loss": 8.0583248777771, "avg t": 1.3500738691711425, "plain loss": 1.2821605500183104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.5, "Augmented-0.05-Quantile-Accuracy": 54.34000015258789, "Augmented-0.1-Quantile-Accuracy": 56.119998931884766, "Augmented-Accuracy": 61.2532, "Augmented-Loss": 1.3432271783828735, "Clean-Accuracy": 55.68, "Clean-Loss": 1.2604192279815674, "PGD-Accuracy": 0.14, "PGD-Loss": 5.7401644805908205}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1447.0791642665863, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.56999969482422, "Augmented-0.05-Quantile-Accuracy": 50.619998931884766, "Augmented-0.1-Quantile-Accuracy": 52.59000015258789, "Augmented-Accuracy": 58.3676, "Augmented-Loss": 1.4195361205749513, "Clean-Accuracy": 60.67, "Clean-Loss": 1.2973704429626465, "PGD-Accuracy": 0.06, "PGD-Loss": 6.4355454223632815}, "Total-Time": 41702.57457900047, "Train": {"Loss": 7.760594406890869, "avg t": 1.3525088691711427, "plain loss": 1.282948472473144}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.55999755859375, "Augmented-0.05-Quantile-Accuracy": 54.8599967956543, "Augmented-0.1-Quantile-Accuracy": 56.29999923706055, "Augmented-Accuracy": 61.9954, "Augmented-Loss": 1.3195104098072052, "Clean-Accuracy": 62.18, "Clean-Loss": 1.2186907901763917, "PGD-Accuracy": 0.06, "PGD-Loss": 6.199320389556885}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1447.3751168251038, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.099998474121094, "Augmented-0.05-Quantile-Accuracy": 43.57999801635742, "Augmented-0.1-Quantile-Accuracy": 44.95000076293945, "Augmented-Accuracy": 49.8592, "Augmented-Loss": 1.477048295211792, "Clean-Accuracy": 55.23, "Clean-Loss": 1.3617083946228028, "PGD-Accuracy": 0.33, "PGD-Loss": 6.107820690917968}, "Total-Time": 43149.94969582558, "Train": {"Loss": 7.812107113418579, "avg t": 1.3490255879211426, "plain loss": 1.2831691526184084}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.97999954223633, "Augmented-0.05-Quantile-Accuracy": 48.18000030517578, "Augmented-0.1-Quantile-Accuracy": 49.53999710083008, "Augmented-Accuracy": 54.2842, "Augmented-Loss": 1.3901121332073212, "Clean-Accuracy": 54.06, "Clean-Loss": 1.3314680725097656, "PGD-Accuracy": 0.38, "PGD-Loss": 5.727258668518067}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1448.4013257026672, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.65999984741211, "Augmented-0.05-Quantile-Accuracy": 50.459999084472656, "Augmented-0.1-Quantile-Accuracy": 51.94999694824219, "Augmented-Accuracy": 57.2821, "Augmented-Loss": 1.511343759185791, "Clean-Accuracy": 61.65, "Clean-Loss": 1.3765683853149413, "PGD-Accuracy": 0.2, "PGD-Loss": 5.879956420898438}, "Total-Time": 44598.351021528244, "Train": {"Loss": 7.713413365707398, "avg t": 1.3546799629211426, "plain loss": 1.2881346442260748}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.7599983215332, "Augmented-0.05-Quantile-Accuracy": 54.31999969482422, "Augmented-0.1-Quantile-Accuracy": 55.89999771118164, "Augmented-Accuracy": 61.0796, "Augmented-Loss": 1.4287935731258392, "Clean-Accuracy": 63.02, "Clean-Loss": 1.2845685319900513, "PGD-Accuracy": 0.16, "PGD-Loss": 5.704585533905029}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1450.650710105896, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.20000076293945, "Augmented-0.05-Quantile-Accuracy": 46.07999801635742, "Augmented-0.1-Quantile-Accuracy": 47.349998474121094, "Augmented-Accuracy": 51.7665, "Augmented-Loss": 1.4269942130584716, "Clean-Accuracy": 53.85, "Clean-Loss": 1.3099633659362793, "PGD-Accuracy": 0.25, "PGD-Loss": 6.107807971191407}, "Total-Time": 46049.00173163414, "Train": {"Loss": 7.797465685958862, "avg t": 1.3547219941711426, "plain loss": 1.291087287628173}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.81999969482422, "Augmented-0.05-Quantile-Accuracy": 50.459999084472656, "Augmented-0.1-Quantile-Accuracy": 51.5, "Augmented-Accuracy": 56.112, "Augmented-Loss": 1.3281814918117523, "Clean-Accuracy": 54.5, "Clean-Loss": 1.2987565664291383, "PGD-Accuracy": 0.14, "PGD-Loss": 5.761880100250244}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1454.2450776100159, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.61000061035156, "Augmented-0.05-Quantile-Accuracy": 47.689998626708984, "Augmented-0.1-Quantile-Accuracy": 49.189998626708984, "Augmented-Accuracy": 54.114, "Augmented-Loss": 1.3834121654510498, "Clean-Accuracy": 56.31, "Clean-Loss": 1.2983851531982422, "PGD-Accuracy": 0.47, "PGD-Loss": 6.061710308837891}, "Total-Time": 47503.246809244156, "Train": {"Loss": 7.361621262435913, "avg t": 1.3516479316711425, "plain loss": 1.283839407073973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.91999816894531, "Augmented-0.05-Quantile-Accuracy": 51.119998931884766, "Augmented-0.1-Quantile-Accuracy": 52.03999710083008, "Augmented-Accuracy": 56.6892, "Augmented-Loss": 1.312351806995392, "Clean-Accuracy": 60.72, "Clean-Loss": 1.2287075454711913, "PGD-Accuracy": 0.26, "PGD-Loss": 5.716318858337402}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1456.0865988731384, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.62999725341797, "Augmented-0.05-Quantile-Accuracy": 49.709999084472656, "Augmented-0.1-Quantile-Accuracy": 51.5099983215332, "Augmented-Accuracy": 57.5444, "Augmented-Loss": 1.4323218893737792, "Clean-Accuracy": 59.22, "Clean-Loss": 1.3590468376159668, "PGD-Accuracy": 0.01, "PGD-Loss": 6.261766345214844}, "Total-Time": 48959.333408117294, "Train": {"Loss": 7.4667278517150875, "avg t": 1.3486135566711426, "plain loss": 1.2820025905456554}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.23999786376953, "Augmented-0.05-Quantile-Accuracy": 54.279998779296875, "Augmented-0.1-Quantile-Accuracy": 55.87999725341797, "Augmented-Accuracy": 60.946, "Augmented-Loss": 1.370134438463211, "Clean-Accuracy": 56.2, "Clean-Loss": 1.3062670621871948, "PGD-Accuracy": 0.02, "PGD-Loss": 5.897602421569824}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1460.3238146305084, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.56999969482422, "Augmented-0.05-Quantile-Accuracy": 50.16999816894531, "Augmented-0.1-Quantile-Accuracy": 51.52000045776367, "Augmented-Accuracy": 57.2292, "Augmented-Loss": 1.4213420715942382, "Clean-Accuracy": 62.38, "Clean-Loss": 1.2833719314575196, "PGD-Accuracy": 0.55, "PGD-Loss": 6.482970465087891}, "Total-Time": 50419.6572227478, "Train": {"Loss": 7.353769309425354, "avg t": 1.3540615254211426, "plain loss": 1.2887557479553229}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.2599983215332, "Augmented-0.05-Quantile-Accuracy": 55.87999725341797, "Augmented-0.1-Quantile-Accuracy": 57.41999816894531, "Augmented-Accuracy": 62.7804, "Augmented-Loss": 1.320268988445282, "Clean-Accuracy": 60.84, "Clean-Loss": 1.2362267293930054, "PGD-Accuracy": 0.32, "PGD-Loss": 6.0862773895263675}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1463.2559659481049, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.48999786376953, "Augmented-0.05-Quantile-Accuracy": 47.369998931884766, "Augmented-0.1-Quantile-Accuracy": 48.529998779296875, "Augmented-Accuracy": 53.0164, "Augmented-Loss": 1.358248988723755, "Clean-Accuracy": 52.59, "Clean-Loss": 1.29585083694458, "PGD-Accuracy": 0.23, "PGD-Loss": 6.144165191650391}, "Total-Time": 51882.91318869591, "Train": {"Loss": 7.418016655578613, "avg t": 1.3471507441711426, "plain loss": 1.2815461047973644}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.18000030517578, "Augmented-0.05-Quantile-Accuracy": 49.619998931884766, "Augmented-0.1-Quantile-Accuracy": 50.619998931884766, "Augmented-Accuracy": 55.1602, "Augmented-Loss": 1.3015211197242738, "Clean-Accuracy": 54.14, "Clean-Loss": 1.275879677581787, "PGD-Accuracy": 0.5, "PGD-Loss": 5.699945091247558}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1467.1838517189026, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.06999969482422, "Augmented-0.05-Quantile-Accuracy": 46.68000030517578, "Augmented-0.1-Quantile-Accuracy": 48.46999740600586, "Augmented-Accuracy": 53.8033, "Augmented-Loss": 1.4243577006378174, "Clean-Accuracy": 58.2, "Clean-Loss": 1.3006779563903808, "PGD-Accuracy": 0.36, "PGD-Loss": 6.4177520568847655}, "Total-Time": 53350.09704041481, "Train": {"Loss": 7.658308420906067, "avg t": 1.3505963691711427, "plain loss": 1.2884598306274413}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.86000061035156, "Augmented-0.05-Quantile-Accuracy": 52.57999801635742, "Augmented-0.1-Quantile-Accuracy": 53.73999786376953, "Augmented-Accuracy": 58.543, "Augmented-Loss": 1.3251360970897674, "Clean-Accuracy": 57.76, "Clean-Loss": 1.1983511489868164, "PGD-Accuracy": 0.34, "PGD-Loss": 5.9756412696838375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1474.9020698070526, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.07999801635742, "Augmented-0.05-Quantile-Accuracy": 42.38999938964844, "Augmented-0.1-Quantile-Accuracy": 44.06999969482422, "Augmented-Accuracy": 49.1046, "Augmented-Loss": 1.4224244924926759, "Clean-Accuracy": 53.5, "Clean-Loss": 1.3051952934265136, "PGD-Accuracy": 0.09, "PGD-Loss": 6.587712957763672}, "Total-Time": 54824.99911022186, "Train": {"Loss": 7.05672020690918, "avg t": 1.3389238691711425, "plain loss": 1.2652160021057155}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.81999969482422, "Augmented-0.05-Quantile-Accuracy": 47.79999923706055, "Augmented-0.1-Quantile-Accuracy": 49.39999771118164, "Augmented-Accuracy": 54.2398, "Augmented-Loss": 1.3170751735477448, "Clean-Accuracy": 53.84, "Clean-Loss": 1.2251371068954469, "PGD-Accuracy": 0.28, "PGD-Loss": 6.16440983428955}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1479.5200366973877, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.55999755859375, "Augmented-0.05-Quantile-Accuracy": 51.78999710083008, "Augmented-0.1-Quantile-Accuracy": 53.5, "Augmented-Accuracy": 59.1645, "Augmented-Loss": 1.3717339980621337, "Clean-Accuracy": 58.63, "Clean-Loss": 1.2657619216918945, "PGD-Accuracy": 0.13, "PGD-Loss": 6.097367419433594}, "Total-Time": 56304.51914691925, "Train": {"Loss": 7.452593225593567, "avg t": 1.3485901191711427, "plain loss": 1.2830990036621102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.119998931884766, "Augmented-0.05-Quantile-Accuracy": 54.459999084472656, "Augmented-0.1-Quantile-Accuracy": 55.97999954223633, "Augmented-Accuracy": 60.7334, "Augmented-Loss": 1.2933883776435853, "Clean-Accuracy": 59.56, "Clean-Loss": 1.1884822128295898, "PGD-Accuracy": 0.2, "PGD-Loss": 5.696786513519287}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1483.9375655651093, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.0, "Augmented-0.05-Quantile-Accuracy": 51.09000015258789, "Augmented-0.1-Quantile-Accuracy": 52.69999694824219, "Augmented-Accuracy": 58.6177, "Augmented-Loss": 1.3795168129425048, "Clean-Accuracy": 61.21, "Clean-Loss": 1.2483625495910644, "PGD-Accuracy": 0.07, "PGD-Loss": 6.664597454833984}, "Total-Time": 57788.45671248436, "Train": {"Loss": 7.116157812194825, "avg t": 1.3442644941711426, "plain loss": 1.2757745322570782}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.39999771118164, "Augmented-0.05-Quantile-Accuracy": 57.5, "Augmented-0.1-Quantile-Accuracy": 58.91999816894531, "Augmented-Accuracy": 63.5986, "Augmented-Loss": 1.2584238731575013, "Clean-Accuracy": 59.96, "Clean-Loss": 1.2052107116699218, "PGD-Accuracy": 0.1, "PGD-Loss": 6.146165515899658}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1488.2380702495575, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.53999710083008, "Augmented-0.05-Quantile-Accuracy": 42.78999710083008, "Augmented-0.1-Quantile-Accuracy": 44.25, "Augmented-Accuracy": 49.5655, "Augmented-Loss": 1.4238752618865966, "Clean-Accuracy": 55.86, "Clean-Loss": 1.2675235832214355, "PGD-Accuracy": 0.25, "PGD-Loss": 6.8610595520019535}, "Total-Time": 59276.69478273392, "Train": {"Loss": 7.361553440246582, "avg t": 1.3440284004592895, "plain loss": 1.2674579846191416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.89999771118164, "Augmented-0.05-Quantile-Accuracy": 48.13999938964844, "Augmented-0.1-Quantile-Accuracy": 49.69999694824219, "Augmented-Accuracy": 54.4628, "Augmented-Loss": 1.2984315121002197, "Clean-Accuracy": 59.26, "Clean-Loss": 1.1366909702301025, "PGD-Accuracy": 0.26, "PGD-Loss": 6.38712352142334}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1488.7030582427979, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.63999938964844, "Augmented-0.05-Quantile-Accuracy": 41.0099983215332, "Augmented-0.1-Quantile-Accuracy": 42.53999710083008, "Augmented-Accuracy": 47.7795, "Augmented-Loss": 1.449985125717163, "Clean-Accuracy": 57.45, "Clean-Loss": 1.2252147254943848, "PGD-Accuracy": 0.28, "PGD-Loss": 7.024679516601562}, "Total-Time": 60765.397840976715, "Train": {"Loss": 7.143455318984985, "avg t": 1.3409968379211425, "plain loss": 1.2654500336303722}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.69999694824219, "Augmented-0.05-Quantile-Accuracy": 51.459999084472656, "Augmented-0.1-Quantile-Accuracy": 52.65999984741211, "Augmented-Accuracy": 57.7692, "Augmented-Loss": 1.2676885582256316, "Clean-Accuracy": 53.72, "Clean-Loss": 1.1970989278793336, "PGD-Accuracy": 0.16, "PGD-Loss": 6.520275147247315}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1487.9124548435211, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.599998474121094, "Augmented-0.05-Quantile-Accuracy": 47.88999938964844, "Augmented-0.1-Quantile-Accuracy": 49.13999938964844, "Augmented-Accuracy": 53.9502, "Augmented-Loss": 1.3598282119293212, "Clean-Accuracy": 55.33, "Clean-Loss": 1.2412612113952637, "PGD-Accuracy": 0.88, "PGD-Loss": 6.479563159179688}, "Total-Time": 62253.310295820236, "Train": {"Loss": 7.154242894477845, "avg t": 1.3384190254211425, "plain loss": 1.2664372626342768}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.79999923706055, "Augmented-0.05-Quantile-Accuracy": 52.69999694824219, "Augmented-0.1-Quantile-Accuracy": 54.21999740600586, "Augmented-Accuracy": 59.0294, "Augmented-Loss": 1.2659280819530487, "Clean-Accuracy": 60.18, "Clean-Loss": 1.244657390022278, "PGD-Accuracy": 0.14, "PGD-Loss": 6.142624429321289}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1487.497638463974, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.30999755859375, "Augmented-0.05-Quantile-Accuracy": 40.30999755859375, "Augmented-0.1-Quantile-Accuracy": 41.78999710083008, "Augmented-Accuracy": 47.1212, "Augmented-Loss": 1.4405344408721923, "Clean-Accuracy": 52.21, "Clean-Loss": 1.3412191261291504, "PGD-Accuracy": 0.37, "PGD-Loss": 6.2417898315429685}, "Total-Time": 63740.80793428421, "Train": {"Loss": 7.032551598587036, "avg t": 1.3324280879974366, "plain loss": 1.252616470306396}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.37999725341797, "Augmented-0.05-Quantile-Accuracy": 46.89999771118164, "Augmented-0.1-Quantile-Accuracy": 48.21999740600586, "Augmented-Accuracy": 53.0758, "Augmented-Loss": 1.3492155331344604, "Clean-Accuracy": 46.96, "Clean-Loss": 1.3568216022491455, "PGD-Accuracy": 0.24, "PGD-Loss": 5.909404782104493}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1484.0954287052155, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.869998931884766, "Augmented-0.05-Quantile-Accuracy": 46.44999694824219, "Augmented-0.1-Quantile-Accuracy": 48.12999725341797, "Augmented-Accuracy": 54.3841, "Augmented-Loss": 1.4202343084564208, "Clean-Accuracy": 56.14, "Clean-Loss": 1.2890374633789063, "PGD-Accuracy": 0.28, "PGD-Loss": 6.043183642578125}, "Total-Time": 65224.903362989426, "Train": {"Loss": 7.162794643859863, "avg t": 1.3466548066711426, "plain loss": 1.2765175531921389}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.36000061035156, "Augmented-0.05-Quantile-Accuracy": 53.97999954223633, "Augmented-0.1-Quantile-Accuracy": 55.63999938964844, "Augmented-Accuracy": 60.7274, "Augmented-Loss": 1.304324696744919, "Clean-Accuracy": 56.06, "Clean-Loss": 1.1978743553161622, "PGD-Accuracy": 0.3, "PGD-Loss": 5.748538028717041}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1483.3961555957794, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.62999725341797, "Augmented-0.05-Quantile-Accuracy": 49.15999984741211, "Augmented-0.1-Quantile-Accuracy": 50.7599983215332, "Augmented-Accuracy": 56.1272, "Augmented-Loss": 1.3497279263763429, "Clean-Accuracy": 58.87, "Clean-Loss": 1.2854692207336427, "PGD-Accuracy": 0.06, "PGD-Loss": 6.352696502685547}, "Total-Time": 66708.2995185852, "Train": {"Loss": 6.912030189819336, "avg t": 1.3324585566711427, "plain loss": 1.2548338630371092}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.13999938964844, "Augmented-0.05-Quantile-Accuracy": 51.619998931884766, "Augmented-0.1-Quantile-Accuracy": 53.02000045776367, "Augmented-Accuracy": 58.3424, "Augmented-Loss": 1.2895067647457124, "Clean-Accuracy": 56.32, "Clean-Loss": 1.231369049835205, "PGD-Accuracy": 0.16, "PGD-Loss": 5.962871669769287}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1480.761905670166, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.5099983215332, "Augmented-0.05-Quantile-Accuracy": 36.95000076293945, "Augmented-0.1-Quantile-Accuracy": 37.869998931884766, "Augmented-Accuracy": 41.823, "Augmented-Loss": 1.4507764194488526, "Clean-Accuracy": 44.03, "Clean-Loss": 1.3359207946777343, "PGD-Accuracy": 0.84, "PGD-Loss": 6.128056530761719}, "Total-Time": 68189.06142425537, "Train": {"Loss": 6.841799773750306, "avg t": 1.3374507442092896, "plain loss": 1.2651552252807623}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.05999755859375, "Augmented-0.05-Quantile-Accuracy": 41.279998779296875, "Augmented-0.1-Quantile-Accuracy": 42.21999740600586, "Augmented-Accuracy": 45.786, "Augmented-Loss": 1.3500867077274323, "Clean-Accuracy": 41.98, "Clean-Loss": 1.330547515296936, "PGD-Accuracy": 0.7, "PGD-Loss": 5.798601611328125}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1478.8371703624725, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.119998931884766, "Augmented-0.05-Quantile-Accuracy": 42.709999084472656, "Augmented-0.1-Quantile-Accuracy": 44.53999710083008, "Augmented-Accuracy": 50.7483, "Augmented-Loss": 1.4746620176239014, "Clean-Accuracy": 52.71, "Clean-Loss": 1.4067628509521484, "PGD-Accuracy": 0.15, "PGD-Loss": 6.215808160400391}, "Total-Time": 69667.89859461784, "Train": {"Loss": 6.945097849578858, "avg t": 1.3365752754974365, "plain loss": 1.2579225349426266}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.15999984741211, "Augmented-0.05-Quantile-Accuracy": 47.81999969482422, "Augmented-0.1-Quantile-Accuracy": 49.47999954223633, "Augmented-Accuracy": 55.175, "Augmented-Loss": 1.3817905021648407, "Clean-Accuracy": 60.52, "Clean-Loss": 1.3088272037506103, "PGD-Accuracy": 0.14, "PGD-Loss": 5.643173249816894}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1473.0184054374695, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.37999725341797, "Augmented-0.05-Quantile-Accuracy": 50.37999725341797, "Augmented-0.1-Quantile-Accuracy": 52.23999786376953, "Augmented-Accuracy": 59.1711, "Augmented-Loss": 1.425120321395874, "Clean-Accuracy": 62.76, "Clean-Loss": 1.3104609230041504, "PGD-Accuracy": 0.13, "PGD-Loss": 6.631304510498047}, "Total-Time": 71140.91700005531, "Train": {"Loss": 6.988082252349853, "avg t": 1.3412637129211427, "plain loss": 1.2696506853332516}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.03999710083008, "Augmented-0.05-Quantile-Accuracy": 53.23999786376953, "Augmented-0.1-Quantile-Accuracy": 55.05999755859375, "Augmented-Accuracy": 61.475, "Augmented-Loss": 1.3355306323490144, "Clean-Accuracy": 62.62, "Clean-Loss": 1.2309528686523437, "PGD-Accuracy": 0.06, "PGD-Loss": 6.249805699920654}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1431.8025512695312, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.65999984741211, "Augmented-0.05-Quantile-Accuracy": 49.93000030517578, "Augmented-0.1-Quantile-Accuracy": 52.0099983215332, "Augmented-Accuracy": 59.1278, "Augmented-Loss": 1.4306540949401856, "Clean-Accuracy": 63.43, "Clean-Loss": 1.2960091926574706, "PGD-Accuracy": 0.36, "PGD-Loss": 6.797431988525391}, "Total-Time": 72572.71955132484, "Train": {"Loss": 6.874016458930969, "avg t": 1.3382957441711425, "plain loss": 1.262187119750977}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.8599967956543, "Augmented-0.05-Quantile-Accuracy": 57.81999969482422, "Augmented-0.1-Quantile-Accuracy": 59.279998779296875, "Augmented-Accuracy": 65.3302, "Augmented-Loss": 1.3005824584941863, "Clean-Accuracy": 63.9, "Clean-Loss": 1.252672484588623, "PGD-Accuracy": 0.18, "PGD-Loss": 6.3014992950439455}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1449.5932712554932, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.540000915527344, "Augmented-0.05-Quantile-Accuracy": 41.56999969482422, "Augmented-0.1-Quantile-Accuracy": 42.939998626708984, "Augmented-Accuracy": 47.8461, "Augmented-Loss": 1.4869503390045167, "Clean-Accuracy": 54.88, "Clean-Loss": 1.336721014404297, "PGD-Accuracy": 0.27, "PGD-Loss": 5.979848321533203}, "Total-Time": 74022.31282258034, "Train": {"Loss": 7.0988218486404415, "avg t": 1.3338587129211426, "plain loss": 1.2582842422485356}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.57999801635742, "Augmented-0.05-Quantile-Accuracy": 47.31999969482422, "Augmented-0.1-Quantile-Accuracy": 48.55999755859375, "Augmented-Accuracy": 52.7988, "Augmented-Loss": 1.3835717556705476, "Clean-Accuracy": 60.2, "Clean-Loss": 1.2258708988189697, "PGD-Accuracy": 0.08, "PGD-Loss": 5.5570033851623535}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1450.1222281455994, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.39999771118164, "Augmented-0.05-Quantile-Accuracy": 51.029998779296875, "Augmented-0.1-Quantile-Accuracy": 52.78999710083008, "Augmented-Accuracy": 58.0313, "Augmented-Loss": 1.3991858532867432, "Clean-Accuracy": 59.24, "Clean-Loss": 1.3396293304443359, "PGD-Accuracy": 0.35, "PGD-Loss": 6.0255420288085935}, "Total-Time": 75472.43505072594, "Train": {"Loss": 6.886339632110595, "avg t": 1.3413540254211427, "plain loss": 1.2668354485473625}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.03999710083008, "Augmented-0.05-Quantile-Accuracy": 56.97999954223633, "Augmented-0.1-Quantile-Accuracy": 58.18000030517578, "Augmented-Accuracy": 62.7242, "Augmented-Loss": 1.3084177488937379, "Clean-Accuracy": 63.1, "Clean-Loss": 1.2714855796813964, "PGD-Accuracy": 0.32, "PGD-Loss": 5.632412922668457}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1449.2515935897827, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.53999710083008, "Augmented-0.05-Quantile-Accuracy": 44.90999984741211, "Augmented-0.1-Quantile-Accuracy": 46.44999694824219, "Augmented-Accuracy": 51.7198, "Augmented-Loss": 1.4979305445098876, "Clean-Accuracy": 62.07, "Clean-Loss": 1.3039348274230957, "PGD-Accuracy": 0.79, "PGD-Loss": 6.193537933349609}, "Total-Time": 76921.68664431572, "Train": {"Loss": 6.868835172843933, "avg t": 1.3275738691711425, "plain loss": 1.2524307472534186}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.279998779296875, "Augmented-0.05-Quantile-Accuracy": 56.71999740600586, "Augmented-0.1-Quantile-Accuracy": 58.18000030517578, "Augmented-Accuracy": 62.74, "Augmented-Loss": 1.326028746652603, "Clean-Accuracy": 59.62, "Clean-Loss": 1.2829955801010131, "PGD-Accuracy": 0.14, "PGD-Loss": 5.7764081916809085}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1448.1872975826263, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.869998931884766, "Augmented-0.05-Quantile-Accuracy": 42.46999740600586, "Augmented-0.1-Quantile-Accuracy": 43.5099983215332, "Augmented-Accuracy": 47.4164, "Augmented-Loss": 1.4500131889190673, "Clean-Accuracy": 53.97, "Clean-Loss": 1.3152986869812011, "PGD-Accuracy": 0.68, "PGD-Loss": 5.999309820556641}, "Total-Time": 78369.87394189835, "Train": {"Loss": 7.060563626556396, "avg t": 1.3350362129211426, "plain loss": 1.258789354919433}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.34000015258789, "Augmented-0.05-Quantile-Accuracy": 47.5, "Augmented-0.1-Quantile-Accuracy": 49.0, "Augmented-Accuracy": 53.1136, "Augmented-Loss": 1.3367993050460816, "Clean-Accuracy": 50.8, "Clean-Loss": 1.2662025882720946, "PGD-Accuracy": 0.7, "PGD-Loss": 5.54400068359375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1443.8432879447937, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.27000045776367, "Augmented-0.05-Quantile-Accuracy": 51.14999771118164, "Augmented-0.1-Quantile-Accuracy": 52.77000045776367, "Augmented-Accuracy": 57.9382, "Augmented-Loss": 1.4023026641845704, "Clean-Accuracy": 60.9, "Clean-Loss": 1.29137466506958, "PGD-Accuracy": 0.66, "PGD-Loss": 6.520737091064453}, "Total-Time": 79813.71722984314, "Train": {"Loss": 6.89886490650177, "avg t": 1.3329576191711425, "plain loss": 1.2535635816040036}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.47999954223633, "Augmented-0.05-Quantile-Accuracy": 56.939998626708984, "Augmented-0.1-Quantile-Accuracy": 58.89999771118164, "Augmented-Accuracy": 63.9182, "Augmented-Loss": 1.2766528415699006, "Clean-Accuracy": 62.9, "Clean-Loss": 1.180043281173706, "PGD-Accuracy": 0.2, "PGD-Loss": 6.111822658538818}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1444.7502558231354, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.439998626708984, "Augmented-0.05-Quantile-Accuracy": 64.83000183105469, "Augmented-0.1-Quantile-Accuracy": 66.87999725341797, "Augmented-Accuracy": 72.9295, "Augmented-Loss": 1.3071776573562621, "Clean-Accuracy": 74.63, "Clean-Loss": 1.2311059112548828, "PGD-Accuracy": 0.32, "PGD-Loss": 6.687138177490234}, "Total-Time": 81258.46748566628, "Train": {"Loss": 3.4450456665802003, "avg t": 1.2855785566711426, "plain loss": 1.1894932898864747}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.68000030517578, "Augmented-0.05-Quantile-Accuracy": 69.65999603271484, "Augmented-0.1-Quantile-Accuracy": 71.37999725341797, "Augmented-Accuracy": 76.9318, "Augmented-Loss": 1.2182001149349213, "Clean-Accuracy": 73.94, "Clean-Loss": 1.19346268157959, "PGD-Accuracy": 0.24, "PGD-Loss": 6.144057557678223}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1443.4608883857727, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.23999786376953, "Augmented-0.05-Quantile-Accuracy": 64.25, "Augmented-0.1-Quantile-Accuracy": 66.33999633789062, "Augmented-Accuracy": 72.8624, "Augmented-Loss": 1.2954079975967407, "Clean-Accuracy": 75.23, "Clean-Loss": 1.2241602935791016, "PGD-Accuracy": 0.6, "PGD-Loss": 6.727049853515625}, "Total-Time": 82701.92837405205, "Train": {"Loss": 2.7195731564331056, "avg t": 1.2747316816711425, "plain loss": 1.1702927838745099}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.33999633789062, "Augmented-0.05-Quantile-Accuracy": 68.95999908447266, "Augmented-0.1-Quantile-Accuracy": 70.73999786376953, "Augmented-Accuracy": 76.1536, "Augmented-Loss": 1.215932479707718, "Clean-Accuracy": 74.06, "Clean-Loss": 1.1465348146438599, "PGD-Accuracy": 0.26, "PGD-Loss": 6.1765558120727535}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1442.3137998580933, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.7599983215332, "Augmented-0.05-Quantile-Accuracy": 65.6500015258789, "Augmented-0.1-Quantile-Accuracy": 67.6500015258789, "Augmented-Accuracy": 72.9725, "Augmented-Loss": 1.2888389171676635, "Clean-Accuracy": 73.73, "Clean-Loss": 1.2207638038635253, "PGD-Accuracy": 0.56, "PGD-Loss": 6.85248505859375}, "Total-Time": 84144.24217391014, "Train": {"Loss": 2.4000986166763307, "avg t": 1.2685940254211425, "plain loss": 1.163232383544921}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.05999755859375, "Augmented-0.05-Quantile-Accuracy": 68.5999984741211, "Augmented-0.1-Quantile-Accuracy": 70.29999542236328, "Augmented-Accuracy": 75.7756, "Augmented-Loss": 1.213100832490921, "Clean-Accuracy": 71.58, "Clean-Loss": 1.142095251083374, "PGD-Accuracy": 0.4, "PGD-Loss": 6.226432766723633}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1443.9958288669586, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.97999954223633, "Augmented-0.05-Quantile-Accuracy": 64.26000213623047, "Augmented-0.1-Quantile-Accuracy": 66.27999877929688, "Augmented-Accuracy": 72.2486, "Augmented-Loss": 1.269351351638794, "Clean-Accuracy": 74.3, "Clean-Loss": 1.1919344146728517, "PGD-Accuracy": 0.7, "PGD-Loss": 7.193981408691406}, "Total-Time": 85588.2380027771, "Train": {"Loss": 2.270564129676819, "avg t": 1.2620246504211425, "plain loss": 1.1577516791992184}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.13999938964844, "Augmented-0.05-Quantile-Accuracy": 69.63999938964844, "Augmented-0.1-Quantile-Accuracy": 70.9000015258789, "Augmented-Accuracy": 76.181, "Augmented-Loss": 1.1896078657073974, "Clean-Accuracy": 78.26, "Clean-Loss": 1.1099019813537598, "PGD-Accuracy": 0.28, "PGD-Loss": 6.621541061401367}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1445.5188086032867, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.959999084472656, "Augmented-0.05-Quantile-Accuracy": 64.25, "Augmented-0.1-Quantile-Accuracy": 65.86000061035156, "Augmented-Accuracy": 71.7526, "Augmented-Loss": 1.2419430280227661, "Clean-Accuracy": 73.19, "Clean-Loss": 1.1548549751281738, "PGD-Accuracy": 0.31, "PGD-Loss": 7.4375505432128906}, "Total-Time": 87033.75681138039, "Train": {"Loss": 2.152786590423584, "avg t": 1.2472479316711427, "plain loss": 1.1387527178344725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.43999481201172, "Augmented-0.05-Quantile-Accuracy": 67.83999633789062, "Augmented-0.1-Quantile-Accuracy": 69.23999786376953, "Augmented-Accuracy": 74.3024, "Augmented-Loss": 1.1563166425037383, "Clean-Accuracy": 72.54, "Clean-Loss": 1.1067643802642821, "PGD-Accuracy": 0.24, "PGD-Loss": 6.71981887512207}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1447.2511959075928, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.14999771118164, "Augmented-0.05-Quantile-Accuracy": 67.15999603271484, "Augmented-0.1-Quantile-Accuracy": 69.18000030517578, "Augmented-Accuracy": 74.9078, "Augmented-Loss": 1.2246827423934936, "Clean-Accuracy": 75.51, "Clean-Loss": 1.1332804412841797, "PGD-Accuracy": 0.47, "PGD-Loss": 7.736705029296875}, "Total-Time": 88481.00800728798, "Train": {"Loss": 2.038669625282288, "avg t": 1.2330263691711425, "plain loss": 1.114654556274415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.79999542236328, "Augmented-0.05-Quantile-Accuracy": 70.23999786376953, "Augmented-0.1-Quantile-Accuracy": 71.95999908447266, "Augmented-Accuracy": 76.8144, "Augmented-Loss": 1.1417351046028137, "Clean-Accuracy": 74.2, "Clean-Loss": 1.0639138614654542, "PGD-Accuracy": 0.18, "PGD-Loss": 7.021964715576172}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1443.413638830185, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.709999084472656, "Augmented-0.05-Quantile-Accuracy": 64.90999603271484, "Augmented-0.1-Quantile-Accuracy": 66.7699966430664, "Augmented-Accuracy": 72.0969, "Augmented-Loss": 1.2433237531738282, "Clean-Accuracy": 75.11, "Clean-Loss": 1.1317928031921387, "PGD-Accuracy": 0.53, "PGD-Loss": 7.573530456542969}, "Total-Time": 89924.42164611816, "Train": {"Loss": 1.9779662016296387, "avg t": 1.2221824629211426, "plain loss": 1.097640688201904}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.41999816894531, "Augmented-0.05-Quantile-Accuracy": 70.86000061035156, "Augmented-0.1-Quantile-Accuracy": 72.0999984741211, "Augmented-Accuracy": 76.9434, "Augmented-Loss": 1.1436942483711243, "Clean-Accuracy": 75.74, "Clean-Loss": 1.0809506490707397, "PGD-Accuracy": 0.38, "PGD-Loss": 6.87169443359375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1442.6747410297394, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.78999710083008, "Augmented-0.05-Quantile-Accuracy": 64.6500015258789, "Augmented-0.1-Quantile-Accuracy": 66.43000030517578, "Augmented-Accuracy": 71.8922, "Augmented-Loss": 1.2146937520065308, "Clean-Accuracy": 75.22, "Clean-Loss": 1.1046751884460448, "PGD-Accuracy": 0.24, "PGD-Loss": 7.898962048339844}, "Total-Time": 91367.0963871479, "Train": {"Loss": 1.8156804145431518, "avg t": 1.2041312129211426, "plain loss": 1.0689843387451174}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.69999694824219, "Augmented-0.05-Quantile-Accuracy": 70.83999633789062, "Augmented-0.1-Quantile-Accuracy": 71.97999572753906, "Augmented-Accuracy": 76.5096, "Augmented-Loss": 1.1119610937252045, "Clean-Accuracy": 77.48, "Clean-Loss": 1.0453507133483886, "PGD-Accuracy": 0.22, "PGD-Loss": 7.153771379089355}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1442.8252799510956, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.019996643066406, "Augmented-0.05-Quantile-Accuracy": 66.50999450683594, "Augmented-0.1-Quantile-Accuracy": 68.13999938964844, "Augmented-Accuracy": 73.1707, "Augmented-Loss": 1.2161664845428466, "Clean-Accuracy": 76.59, "Clean-Loss": 1.0932065956115722, "PGD-Accuracy": 0.3, "PGD-Loss": 7.929902362060547}, "Total-Time": 92809.921667099, "Train": {"Loss": 1.837450364227295, "avg t": 1.1991582441711426, "plain loss": 1.0598256793212897}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 72.18000030517578, "Augmented-0.1-Quantile-Accuracy": 73.93999481201172, "Augmented-Accuracy": 78.305, "Augmented-Loss": 1.1042731986408234, "Clean-Accuracy": 75.2, "Clean-Loss": 1.0349994035720824, "PGD-Accuracy": 0.12, "PGD-Loss": 7.174640803527832}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1443.2625353336334, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.56999969482422, "Augmented-0.05-Quantile-Accuracy": 65.13999938964844, "Augmented-0.1-Quantile-Accuracy": 66.77999877929688, "Augmented-Accuracy": 72.0602, "Augmented-Loss": 1.2128571393585206, "Clean-Accuracy": 74.0, "Clean-Loss": 1.081272850036621, "PGD-Accuracy": 0.32, "PGD-Loss": 8.051834454345704}, "Total-Time": 94253.18420243263, "Train": {"Loss": 1.759011573791504, "avg t": 1.1891494941711427, "plain loss": 1.0488282885742188}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.29999542236328, "Augmented-0.05-Quantile-Accuracy": 69.43999481201172, "Augmented-0.1-Quantile-Accuracy": 70.93999481201172, "Augmented-Accuracy": 75.1808, "Augmented-Loss": 1.1009006438407898, "Clean-Accuracy": 77.82, "Clean-Loss": 1.0421964860916137, "PGD-Accuracy": 0.2, "PGD-Loss": 7.305022168731689}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1442.9577538967133, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.099998474121094, "Augmented-0.05-Quantile-Accuracy": 67.02999877929688, "Augmented-0.1-Quantile-Accuracy": 68.8499984741211, "Augmented-Accuracy": 74.1493, "Augmented-Loss": 1.1978401799621583, "Clean-Accuracy": 77.62, "Clean-Loss": 1.071022354888916, "PGD-Accuracy": 0.33, "PGD-Loss": 8.292515460205077}, "Total-Time": 95696.14195632935, "Train": {"Loss": 1.6908626599121093, "avg t": 1.1855719941711427, "plain loss": 1.0395554607849118}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.54000091552734, "Augmented-0.05-Quantile-Accuracy": 73.91999816894531, "Augmented-0.1-Quantile-Accuracy": 75.22000122070312, "Augmented-Accuracy": 79.3562, "Augmented-Loss": 1.0923750447177887, "Clean-Accuracy": 78.3, "Clean-Loss": 1.050678402709961, "PGD-Accuracy": 0.2, "PGD-Loss": 7.571442549133301}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1440.4039719104767, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.28999710083008, "Augmented-0.05-Quantile-Accuracy": 67.2699966430664, "Augmented-0.1-Quantile-Accuracy": 69.08999633789062, "Augmented-Accuracy": 73.8244, "Augmented-Loss": 1.226608203681946, "Clean-Accuracy": 75.8, "Clean-Loss": 1.1003283081054687, "PGD-Accuracy": 0.17, "PGD-Loss": 8.104698809814453}, "Total-Time": 97136.54592823982, "Train": {"Loss": 1.6876744854736327, "avg t": 1.1752830879211427, "plain loss": 1.0236654556579587}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.33999633789062, "Augmented-0.05-Quantile-Accuracy": 71.5199966430664, "Augmented-0.1-Quantile-Accuracy": 72.81999969482422, "Augmented-Accuracy": 77.2574, "Augmented-Loss": 1.1284659067459106, "Clean-Accuracy": 77.18, "Clean-Loss": 1.0683757911682128, "PGD-Accuracy": 0.3, "PGD-Loss": 7.373240101623535}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1440.3106212615967, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.5, "Augmented-0.05-Quantile-Accuracy": 66.88999938964844, "Augmented-0.1-Quantile-Accuracy": 68.22999572753906, "Augmented-Accuracy": 72.9106, "Augmented-Loss": 1.210822253387451, "Clean-Accuracy": 74.74, "Clean-Loss": 1.0809439407348633, "PGD-Accuracy": 0.16, "PGD-Loss": 8.157325958251953}, "Total-Time": 98576.85654950142, "Train": {"Loss": 1.6822938885498047, "avg t": 1.1775634004211426, "plain loss": 1.0247795424194337}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5199966430664, "Augmented-0.05-Quantile-Accuracy": 72.05999755859375, "Augmented-0.1-Quantile-Accuracy": 73.63999938964844, "Augmented-Accuracy": 77.5808, "Augmented-Loss": 1.0959966839675903, "Clean-Accuracy": 76.9, "Clean-Loss": 1.055335066986084, "PGD-Accuracy": 0.22, "PGD-Loss": 7.34555919342041}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1437.1403830051422, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.47999954223633, "Augmented-0.05-Quantile-Accuracy": 67.08000183105469, "Augmented-0.1-Quantile-Accuracy": 68.7699966430664, "Augmented-Accuracy": 73.6837, "Augmented-Loss": 1.2069342994308472, "Clean-Accuracy": 76.59, "Clean-Loss": 1.036440885925293, "PGD-Accuracy": 0.48, "PGD-Loss": 8.261267218017577}, "Total-Time": 100013.99693250656, "Train": {"Loss": 1.6202073530578613, "avg t": 1.1666391816711426, "plain loss": 1.0064639826965314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.23999786376953, "Augmented-0.05-Quantile-Accuracy": 73.05999755859375, "Augmented-0.1-Quantile-Accuracy": 74.41999816894531, "Augmented-Accuracy": 78.5698, "Augmented-Loss": 1.0737373797454834, "Clean-Accuracy": 78.88, "Clean-Loss": 0.996101381111145, "PGD-Accuracy": 0.28, "PGD-Loss": 7.588127516174317}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1435.8468368053436, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.41999816894531, "Augmented-0.05-Quantile-Accuracy": 69.98999786376953, "Augmented-0.1-Quantile-Accuracy": 71.73999786376953, "Augmented-Accuracy": 76.7034, "Augmented-Loss": 1.188979282157898, "Clean-Accuracy": 79.05, "Clean-Loss": 1.047579990386963, "PGD-Accuracy": 0.18, "PGD-Loss": 8.298915686035157}, "Total-Time": 101449.8437693119, "Train": {"Loss": 1.6291324256896973, "avg t": 1.1670362129211427, "plain loss": 1.0056612141723629}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.77999877929688, "Augmented-0.05-Quantile-Accuracy": 75.0, "Augmented-0.1-Quantile-Accuracy": 76.18000030517578, "Augmented-Accuracy": 80.5798, "Augmented-Loss": 1.0723165560016632, "Clean-Accuracy": 80.12, "Clean-Loss": 0.9848239505767822, "PGD-Accuracy": 0.32, "PGD-Loss": 7.559376922607422}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1432.5992987155914, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.099998474121094, "Augmented-0.05-Quantile-Accuracy": 65.30999755859375, "Augmented-0.1-Quantile-Accuracy": 67.16999816894531, "Augmented-Accuracy": 72.6066, "Augmented-Loss": 1.2002393275375367, "Clean-Accuracy": 77.0, "Clean-Loss": 1.0467763862609862, "PGD-Accuracy": 0.39, "PGD-Loss": 8.56746566772461}, "Total-Time": 102882.4430680275, "Train": {"Loss": 1.549766545600891, "avg t": 1.1595405879211427, "plain loss": 0.9955687189636229}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.83999633789062, "Augmented-0.05-Quantile-Accuracy": 72.27999877929688, "Augmented-0.1-Quantile-Accuracy": 73.86000061035156, "Augmented-Accuracy": 78.5982, "Augmented-Loss": 1.0723466792850493, "Clean-Accuracy": 79.88, "Clean-Loss": 0.9723965747833252, "PGD-Accuracy": 0.18, "PGD-Loss": 7.754637255859375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1432.937311887741, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.87999725341797, "Augmented-0.05-Quantile-Accuracy": 69.62999725341797, "Augmented-0.1-Quantile-Accuracy": 71.0999984741211, "Augmented-Accuracy": 76.1567, "Augmented-Loss": 1.1794335071182251, "Clean-Accuracy": 78.01, "Clean-Loss": 1.013700463104248, "PGD-Accuracy": 0.22, "PGD-Loss": 8.80897598876953}, "Total-Time": 104315.38037991524, "Train": {"Loss": 1.5920295237731934, "avg t": 1.1620337129211427, "plain loss": 1.0010166686401365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.97999572753906, "Augmented-0.05-Quantile-Accuracy": 74.05999755859375, "Augmented-0.1-Quantile-Accuracy": 75.36000061035156, "Augmented-Accuracy": 79.6354, "Augmented-Loss": 1.049792517967224, "Clean-Accuracy": 78.1, "Clean-Loss": 0.9752514072418212, "PGD-Accuracy": 0.12, "PGD-Loss": 8.010695138549805}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1432.3237295150757, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.75999450683594, "Augmented-0.05-Quantile-Accuracy": 71.13999938964844, "Augmented-0.1-Quantile-Accuracy": 72.80999755859375, "Augmented-Accuracy": 77.8112, "Augmented-Loss": 1.1649164529190064, "Clean-Accuracy": 78.28, "Clean-Loss": 1.0039746841430663, "PGD-Accuracy": 0.21, "PGD-Loss": 8.600863220214844}, "Total-Time": 105747.70410943031, "Train": {"Loss": 1.6111472769165038, "avg t": 1.1600954316711425, "plain loss": 0.9958874786376939}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.41999816894531, "Augmented-0.05-Quantile-Accuracy": 75.0199966430664, "Augmented-0.1-Quantile-Accuracy": 76.36000061035156, "Augmented-Accuracy": 80.5056, "Augmented-Loss": 1.0376384761753081, "Clean-Accuracy": 80.4, "Clean-Loss": 0.9895728527069092, "PGD-Accuracy": 0.16, "PGD-Loss": 7.776189987182617}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1430.5347650051117, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.47999954223633, "Augmented-0.05-Quantile-Accuracy": 67.11000061035156, "Augmented-0.1-Quantile-Accuracy": 68.90999603271484, "Augmented-Accuracy": 74.4691, "Augmented-Loss": 1.1926122530670167, "Clean-Accuracy": 77.83, "Clean-Loss": 1.036679566192627, "PGD-Accuracy": 0.24, "PGD-Loss": 8.653388598632812}, "Total-Time": 107178.23887443542, "Train": {"Loss": 1.5819124276733398, "avg t": 1.1568391816711425, "plain loss": 0.9913608989562981}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.23999786376953, "Augmented-0.05-Quantile-Accuracy": 73.31999969482422, "Augmented-0.1-Quantile-Accuracy": 74.58000183105469, "Augmented-Accuracy": 79.1048, "Augmented-Loss": 1.0634204538536072, "Clean-Accuracy": 75.86, "Clean-Loss": 0.9707271662712097, "PGD-Accuracy": 0.22, "PGD-Loss": 7.871260862731933}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1429.2014646530151, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.29999542236328, "Augmented-0.05-Quantile-Accuracy": 68.16999816894531, "Augmented-0.1-Quantile-Accuracy": 69.97999572753906, "Augmented-Accuracy": 75.3522, "Augmented-Loss": 1.1987914454956055, "Clean-Accuracy": 78.84, "Clean-Loss": 1.0494067474365234, "PGD-Accuracy": 0.18, "PGD-Loss": 8.673962823486328}, "Total-Time": 108607.44033908844, "Train": {"Loss": 1.556916989440918, "avg t": 1.1525059004211426, "plain loss": 0.9911410346679692}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.41999816894531, "Augmented-0.05-Quantile-Accuracy": 73.79999542236328, "Augmented-0.1-Quantile-Accuracy": 75.08000183105469, "Augmented-Accuracy": 79.8744, "Augmented-Loss": 1.072053624540329, "Clean-Accuracy": 78.62, "Clean-Loss": 1.0364219787597657, "PGD-Accuracy": 0.16, "PGD-Loss": 7.910626023864746}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1429.6454243659973, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.50999450683594, "Augmented-0.05-Quantile-Accuracy": 69.94999694824219, "Augmented-0.1-Quantile-Accuracy": 71.73999786376953, "Augmented-Accuracy": 76.9372, "Augmented-Loss": 1.1524559706039428, "Clean-Accuracy": 78.93, "Clean-Loss": 1.008337166595459, "PGD-Accuracy": 0.2, "PGD-Loss": 8.793324853515625}, "Total-Time": 110037.08576345444, "Train": {"Loss": 1.4057526649475098, "avg t": 1.1425704316711425, "plain loss": 0.9748500287170404}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.95999908447266, "Augmented-0.05-Quantile-Accuracy": 75.77999877929688, "Augmented-0.1-Quantile-Accuracy": 77.05999755859375, "Augmented-Accuracy": 81.1228, "Augmented-Loss": 1.0244729290542602, "Clean-Accuracy": 79.08, "Clean-Loss": 0.9879748531341552, "PGD-Accuracy": 0.2, "PGD-Loss": 7.9459030670166015}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1430.2223501205444, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.68999481201172, "Augmented-0.05-Quantile-Accuracy": 71.18999481201172, "Augmented-0.1-Quantile-Accuracy": 72.75999450683594, "Augmented-Accuracy": 77.8606, "Augmented-Loss": 1.1311590746383666, "Clean-Accuracy": 80.21, "Clean-Loss": 0.9915674758911133, "PGD-Accuracy": 0.17, "PGD-Loss": 8.916697583007812}, "Total-Time": 111467.30811357498, "Train": {"Loss": 1.3048689508056641, "avg t": 1.1289254316711426, "plain loss": 0.9506427663574221}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.55999755859375, "Augmented-0.05-Quantile-Accuracy": 77.4000015258789, "Augmented-0.1-Quantile-Accuracy": 78.41999816894531, "Augmented-Accuracy": 82.2178, "Augmented-Loss": 1.008461537191391, "Clean-Accuracy": 80.32, "Clean-Loss": 0.910160990524292, "PGD-Accuracy": 0.26, "PGD-Loss": 7.995265029907227}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1430.7914144992828, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.1500015258789, "Augmented-0.05-Quantile-Accuracy": 71.87999725341797, "Augmented-0.1-Quantile-Accuracy": 73.20999908447266, "Augmented-Accuracy": 78.1076, "Augmented-Loss": 1.1156015780563355, "Clean-Accuracy": 80.32, "Clean-Loss": 0.9807862426757813, "PGD-Accuracy": 0.18, "PGD-Loss": 8.928726739501952}, "Total-Time": 112898.09952807426, "Train": {"Loss": 1.26721330078125, "avg t": 1.1191235566711426, "plain loss": 0.9343130884094238}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.15999603271484, "Augmented-0.05-Quantile-Accuracy": 77.86000061035156, "Augmented-0.1-Quantile-Accuracy": 78.86000061035156, "Augmented-Accuracy": 82.5718, "Augmented-Loss": 0.9926635211334228, "Clean-Accuracy": 80.22, "Clean-Loss": 0.9296801459312439, "PGD-Accuracy": 0.12, "PGD-Loss": 8.00555929260254}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1431.5034024715424, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.73999786376953, "Augmented-0.05-Quantile-Accuracy": 72.0, "Augmented-0.1-Quantile-Accuracy": 73.52999877929688, "Augmented-Accuracy": 78.4482, "Augmented-Loss": 1.110275795715332, "Clean-Accuracy": 80.39, "Clean-Loss": 0.9701521057128907, "PGD-Accuracy": 0.16, "PGD-Loss": 8.951340484619141}, "Total-Time": 114329.6029305458, "Train": {"Loss": 1.2788742686080932, "avg t": 1.1137921504211425, "plain loss": 0.926777535461425}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.15999603271484, "Augmented-0.05-Quantile-Accuracy": 77.86000061035156, "Augmented-0.1-Quantile-Accuracy": 79.07999420166016, "Augmented-Accuracy": 82.9708, "Augmented-Loss": 0.983258999513626, "Clean-Accuracy": 80.5, "Clean-Loss": 0.9257101858139039, "PGD-Accuracy": 0.18, "PGD-Loss": 8.046546182250976}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1431.8070948123932, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.38999938964844, "Augmented-0.05-Quantile-Accuracy": 71.75, "Augmented-0.1-Quantile-Accuracy": 73.2699966430664, "Augmented-Accuracy": 78.3028, "Augmented-Loss": 1.100373735244751, "Clean-Accuracy": 80.99, "Clean-Loss": 0.9583303512573242, "PGD-Accuracy": 0.18, "PGD-Loss": 9.011661413574219}, "Total-Time": 115761.4100253582, "Train": {"Loss": 1.2471061541748047, "avg t": 1.1091501191711426, "plain loss": 0.9160254608764659}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.04000091552734, "Augmented-0.05-Quantile-Accuracy": 77.86000061035156, "Augmented-0.1-Quantile-Accuracy": 79.0199966430664, "Augmented-Accuracy": 83.0984, "Augmented-Loss": 0.9721477032985687, "Clean-Accuracy": 80.6, "Clean-Loss": 0.8679359660148621, "PGD-Accuracy": 0.18, "PGD-Loss": 8.085092155456543}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1433.2615733146667, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.5, "Augmented-0.05-Quantile-Accuracy": 72.08000183105469, "Augmented-0.1-Quantile-Accuracy": 73.70999908447266, "Augmented-Accuracy": 78.6038, "Augmented-Loss": 1.090929153312683, "Clean-Accuracy": 80.51, "Clean-Loss": 0.9494081130981445, "PGD-Accuracy": 0.2, "PGD-Loss": 9.063316998291016}, "Total-Time": 117194.67159867287, "Train": {"Loss": 1.2399303596496583, "avg t": 1.1036598066711425, "plain loss": 0.9025676327514641}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.15999603271484, "Augmented-0.05-Quantile-Accuracy": 77.65999603271484, "Augmented-0.1-Quantile-Accuracy": 79.0, "Augmented-Accuracy": 83.0062, "Augmented-Loss": 0.9621304598379136, "Clean-Accuracy": 83.52, "Clean-Loss": 0.8840527667999267, "PGD-Accuracy": 0.14, "PGD-Loss": 8.119805586242675}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1433.818785905838, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.97000122070312, "Augmented-0.05-Quantile-Accuracy": 72.29999542236328, "Augmented-0.1-Quantile-Accuracy": 74.04000091552734, "Augmented-Accuracy": 78.8899, "Augmented-Loss": 1.0869867875595092, "Clean-Accuracy": 81.4, "Clean-Loss": 0.9453166824340821, "PGD-Accuracy": 0.17, "PGD-Loss": 9.124278955078125}, "Total-Time": 118628.4903845787, "Train": {"Loss": 1.236854789123535, "avg t": 1.1003041816711425, "plain loss": 0.8980161732177736}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.15999603271484, "Augmented-0.05-Quantile-Accuracy": 79.19999694824219, "Augmented-0.1-Quantile-Accuracy": 80.27999877929688, "Augmented-Accuracy": 84.0278, "Augmented-Loss": 0.9548676411495208, "Clean-Accuracy": 80.66, "Clean-Loss": 0.8911431837081909, "PGD-Accuracy": 0.12, "PGD-Loss": 8.1747827835083}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1433.5213701725006, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.88999938964844, "Augmented-0.05-Quantile-Accuracy": 72.02999877929688, "Augmented-0.1-Quantile-Accuracy": 73.54000091552734, "Augmented-Accuracy": 78.3717, "Augmented-Loss": 1.074468945465088, "Clean-Accuracy": 80.96, "Clean-Loss": 0.9376630615234375, "PGD-Accuracy": 0.17, "PGD-Loss": 9.154480737304688}, "Total-Time": 120062.0117547512, "Train": {"Loss": 1.225086421661377, "avg t": 1.0965579316711427, "plain loss": 0.8922573556213365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.41999816894531, "Augmented-0.05-Quantile-Accuracy": 78.95999908447266, "Augmented-0.1-Quantile-Accuracy": 80.07999420166016, "Augmented-Accuracy": 83.4378, "Augmented-Loss": 0.9423534510250091, "Clean-Accuracy": 80.96, "Clean-Loss": 0.8883821266174317, "PGD-Accuracy": 0.16, "PGD-Loss": 8.20672790222168}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1434.5920860767365, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.44999694824219, "Augmented-0.05-Quantile-Accuracy": 72.93999481201172, "Augmented-0.1-Quantile-Accuracy": 74.3699951171875, "Augmented-Accuracy": 79.1315, "Augmented-Loss": 1.0649711534194946, "Clean-Accuracy": 81.62, "Clean-Loss": 0.9301724700927735, "PGD-Accuracy": 0.12, "PGD-Loss": 9.25399970703125}, "Total-Time": 121496.60384082794, "Train": {"Loss": 1.212585580444336, "avg t": 1.0947027754211425, "plain loss": 0.8871315865783703}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.22000122070312, "Augmented-0.05-Quantile-Accuracy": 78.75999450683594, "Augmented-0.1-Quantile-Accuracy": 80.23999786376953, "Augmented-Accuracy": 84.0578, "Augmented-Loss": 0.9402598603286744, "Clean-Accuracy": 82.74, "Clean-Loss": 0.8865707622528076, "PGD-Accuracy": 0.12, "PGD-Loss": 8.299688897705078}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1435.5722992420197, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.08000183105469, "Augmented-0.05-Quantile-Accuracy": 72.50999450683594, "Augmented-0.1-Quantile-Accuracy": 73.98999786376953, "Augmented-Accuracy": 78.6513, "Augmented-Loss": 1.0605698258209229, "Clean-Accuracy": 80.99, "Clean-Loss": 0.929425520324707, "PGD-Accuracy": 0.1, "PGD-Loss": 9.214113684082031}, "Total-Time": 122932.17614006996, "Train": {"Loss": 1.1996149605560302, "avg t": 1.0897730879211425, "plain loss": 0.8771830699462889}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.9000015258789, "Augmented-0.05-Quantile-Accuracy": 78.81999969482422, "Augmented-0.1-Quantile-Accuracy": 79.93999481201172, "Augmented-Accuracy": 83.4184, "Augmented-Loss": 0.9368847748985291, "Clean-Accuracy": 82.84, "Clean-Loss": 0.9056472867965698, "PGD-Accuracy": 0.06, "PGD-Loss": 8.24539365234375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1438.633496761322, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.83000183105469, "Augmented-0.05-Quantile-Accuracy": 73.25, "Augmented-0.1-Quantile-Accuracy": 74.69999694824219, "Augmented-Accuracy": 79.3925, "Augmented-Loss": 1.0615005908279418, "Clean-Accuracy": 81.5, "Clean-Loss": 0.9285784172058106, "PGD-Accuracy": 0.15, "PGD-Loss": 9.223167309570313}, "Total-Time": 124370.80963683128, "Train": {"Loss": 1.2133866194152831, "avg t": 1.0890171504211426, "plain loss": 0.8738307871704101}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.36000061035156, "Augmented-0.05-Quantile-Accuracy": 78.69999694824219, "Augmented-0.1-Quantile-Accuracy": 80.05999755859375, "Augmented-Accuracy": 83.6138, "Augmented-Loss": 0.9374537561531067, "Clean-Accuracy": 83.16, "Clean-Loss": 0.8404844969749451, "PGD-Accuracy": 0.06, "PGD-Loss": 8.259383070373536}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1441.7532603740692, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.47000122070312, "Augmented-0.05-Quantile-Accuracy": 73.08000183105469, "Augmented-0.1-Quantile-Accuracy": 74.68000030517578, "Augmented-Accuracy": 79.2312, "Augmented-Loss": 1.0552707877807617, "Clean-Accuracy": 81.7, "Clean-Loss": 0.9214988250732422, "PGD-Accuracy": 0.11, "PGD-Loss": 9.25623032836914}, "Total-Time": 125812.56289720535, "Train": {"Loss": 1.1970647441101074, "avg t": 1.0865073066711426, "plain loss": 0.8723740159912107}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.73999786376953, "Augmented-0.05-Quantile-Accuracy": 79.13999938964844, "Augmented-0.1-Quantile-Accuracy": 80.37999725341797, "Augmented-Accuracy": 84.0346, "Augmented-Loss": 0.9290841768569946, "Clean-Accuracy": 81.92, "Clean-Loss": 0.8810178722381592, "PGD-Accuracy": 0.14, "PGD-Loss": 8.264644012451171}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1444.190390586853, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.7699966430664, "Augmented-0.05-Quantile-Accuracy": 73.40999603271484, "Augmented-0.1-Quantile-Accuracy": 74.98999786376953, "Augmented-Accuracy": 79.5229, "Augmented-Loss": 1.0469507981796264, "Clean-Accuracy": 81.49, "Clean-Loss": 0.9203087364196777, "PGD-Accuracy": 0.06, "PGD-Loss": 9.280194189453125}, "Total-Time": 127256.7532877922, "Train": {"Loss": 1.1800248208999633, "avg t": 1.0831213691711425, "plain loss": 0.8648831594238277}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.4000015258789, "Augmented-0.05-Quantile-Accuracy": 79.43999481201172, "Augmented-0.1-Quantile-Accuracy": 80.31999969482422, "Augmented-Accuracy": 83.9646, "Augmented-Loss": 0.9217015405616761, "Clean-Accuracy": 82.94, "Clean-Loss": 0.8860338191986084, "PGD-Accuracy": 0.1, "PGD-Loss": 8.286485093688965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1446.147120475769, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.94999694824219, "Augmented-0.05-Quantile-Accuracy": 73.1199951171875, "Augmented-0.1-Quantile-Accuracy": 74.55999755859375, "Augmented-Accuracy": 79.2636, "Augmented-Loss": 1.0432177949142456, "Clean-Accuracy": 81.53, "Clean-Loss": 0.9073095115661621, "PGD-Accuracy": 0.09, "PGD-Loss": 9.325458038330078}, "Total-Time": 128702.90040826797, "Train": {"Loss": 1.183132875289917, "avg t": 1.0809887129211426, "plain loss": 0.8613074358825678}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.29999542236328, "Augmented-0.05-Quantile-Accuracy": 78.91999816894531, "Augmented-0.1-Quantile-Accuracy": 80.33999633789062, "Augmented-Accuracy": 84.1412, "Augmented-Loss": 0.9095214097919464, "Clean-Accuracy": 84.9, "Clean-Loss": 0.8157467755317688, "PGD-Accuracy": 0.1, "PGD-Loss": 8.35703148651123}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1447.152527809143, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.79999542236328, "Augmented-0.05-Quantile-Accuracy": 73.02999877929688, "Augmented-0.1-Quantile-Accuracy": 74.37999725341797, "Augmented-Accuracy": 79.1751, "Augmented-Loss": 1.043296023765564, "Clean-Accuracy": 81.65, "Clean-Loss": 0.909299520111084, "PGD-Accuracy": 0.12, "PGD-Loss": 9.337766998291016}, "Total-Time": 130150.05293607712, "Train": {"Loss": 1.1917879628753663, "avg t": 1.0801680879211426, "plain loss": 0.857957044891357}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.97999572753906, "Augmented-0.05-Quantile-Accuracy": 79.4000015258789, "Augmented-0.1-Quantile-Accuracy": 80.5999984741211, "Augmented-Accuracy": 84.3014, "Augmented-Loss": 0.9083289138784408, "Clean-Accuracy": 82.96, "Clean-Loss": 0.8582201354980469, "PGD-Accuracy": 0.06, "PGD-Loss": 8.327925454711915}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1451.2963690757751, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.90999603271484, "Augmented-0.05-Quantile-Accuracy": 73.19999694824219, "Augmented-0.1-Quantile-Accuracy": 74.75999450683594, "Augmented-Accuracy": 79.3546, "Augmented-Loss": 1.0421216103744506, "Clean-Accuracy": 81.74, "Clean-Loss": 0.908995662689209, "PGD-Accuracy": 0.13, "PGD-Loss": 9.340795233154298}, "Total-Time": 131601.3493051529, "Train": {"Loss": 1.181837946472168, "avg t": 1.0789213691711426, "plain loss": 0.8545605631103504}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.93999481201172, "Augmented-0.05-Quantile-Accuracy": 79.72000122070312, "Augmented-0.1-Quantile-Accuracy": 80.97999572753906, "Augmented-Accuracy": 84.3952, "Augmented-Loss": 0.9087886548042298, "Clean-Accuracy": 81.92, "Clean-Loss": 0.8391247727394104, "PGD-Accuracy": 0.1, "PGD-Loss": 8.363335330200195}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1449.7233185768127, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.93000030517578, "Augmented-0.05-Quantile-Accuracy": 73.18000030517578, "Augmented-0.1-Quantile-Accuracy": 74.62999725341797, "Augmented-Accuracy": 79.3635, "Augmented-Loss": 1.04175302759552, "Clean-Accuracy": 81.83, "Clean-Loss": 0.9075108711242675, "PGD-Accuracy": 0.13, "PGD-Loss": 9.33275322265625}, "Total-Time": 133051.0726237297, "Train": {"Loss": 1.189347908630371, "avg t": 1.0781619941711427, "plain loss": 0.8541977922363271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.25999450683594, "Augmented-0.05-Quantile-Accuracy": 79.83999633789062, "Augmented-0.1-Quantile-Accuracy": 81.0199966430664, "Augmented-Accuracy": 84.226, "Augmented-Loss": 0.9078881066465377, "Clean-Accuracy": 80.88, "Clean-Loss": 0.8736807619094848, "PGD-Accuracy": 0.16, "PGD-Loss": 8.334504244995117}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1451.281926870346, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.18999481201172, "Augmented-0.05-Quantile-Accuracy": 73.33999633789062, "Augmented-0.1-Quantile-Accuracy": 74.88999938964844, "Augmented-Accuracy": 79.4904, "Augmented-Loss": 1.0416236952133178, "Clean-Accuracy": 82.09, "Clean-Loss": 0.9087023445129394, "PGD-Accuracy": 0.1, "PGD-Loss": 9.324527111816407}, "Total-Time": 134502.35455060005, "Train": {"Loss": 1.1797153080749512, "avg t": 1.0777418379211425, "plain loss": 0.8532764987792949}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.4000015258789, "Augmented-0.05-Quantile-Accuracy": 79.29999542236328, "Augmented-0.1-Quantile-Accuracy": 80.5999984741211, "Augmented-Accuracy": 84.2484, "Augmented-Loss": 0.9109505940313339, "Clean-Accuracy": 83.06, "Clean-Loss": 0.8955134826660156, "PGD-Accuracy": 0.06, "PGD-Loss": 8.347834608459472}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1446.6563906669617, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.33999633789062, "Augmented-0.05-Quantile-Accuracy": 73.47000122070312, "Augmented-0.1-Quantile-Accuracy": 74.98999786376953, "Augmented-Accuracy": 79.6245, "Augmented-Loss": 1.0401893166885376, "Clean-Accuracy": 82.2, "Clean-Loss": 0.907563436126709, "PGD-Accuracy": 0.1, "PGD-Loss": 9.325266662597656}, "Total-Time": 135949.010941267, "Train": {"Loss": 1.1678218780517577, "avg t": 1.0779009004211426, "plain loss": 0.8531279020538327}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.37999725341797, "Augmented-0.05-Quantile-Accuracy": 80.0999984741211, "Augmented-0.1-Quantile-Accuracy": 81.0999984741211, "Augmented-Accuracy": 84.9022, "Augmented-Loss": 0.9094434073123931, "Clean-Accuracy": 84.22, "Clean-Loss": 0.8181011348724365, "PGD-Accuracy": 0.06, "PGD-Loss": 8.300380111694336}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1450.380066871643, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.47999572753906, "Augmented-0.05-Quantile-Accuracy": 73.55999755859375, "Augmented-0.1-Quantile-Accuracy": 74.94999694824219, "Augmented-Accuracy": 79.6514, "Augmented-Loss": 1.0400448328933716, "Clean-Accuracy": 82.08, "Clean-Loss": 0.9023954277038574, "PGD-Accuracy": 0.08, "PGD-Loss": 9.326947149658203}, "Total-Time": 137399.39100813866, "Train": {"Loss": 1.173356357574463, "avg t": 1.0775034004211426, "plain loss": 0.8537201804809575}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.18000030517578, "Augmented-0.05-Quantile-Accuracy": 79.97999572753906, "Augmented-0.1-Quantile-Accuracy": 81.0, "Augmented-Accuracy": 84.7318, "Augmented-Loss": 0.9037232199792862, "Clean-Accuracy": 82.44, "Clean-Loss": 0.8795002155303955, "PGD-Accuracy": 0.1, "PGD-Loss": 8.364274755859375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1448.0593936443329, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.37999725341797, "Augmented-0.05-Quantile-Accuracy": 73.58999633789062, "Augmented-0.1-Quantile-Accuracy": 74.98999786376953, "Augmented-Accuracy": 79.6227, "Augmented-Loss": 1.0388805020370484, "Clean-Accuracy": 81.88, "Clean-Loss": 0.9080099395751953, "PGD-Accuracy": 0.13, "PGD-Loss": 9.321238195800781}, "Total-Time": 138847.450401783, "Train": {"Loss": 1.1781968278503419, "avg t": 1.0770107441711425, "plain loss": 0.8523248934326166}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.13999938964844, "Augmented-0.05-Quantile-Accuracy": 79.65999603271484, "Augmented-0.1-Quantile-Accuracy": 80.77999877929688, "Augmented-Accuracy": 84.457, "Augmented-Loss": 0.9092944085760116, "Clean-Accuracy": 82.06, "Clean-Loss": 0.8417632182121277, "PGD-Accuracy": 0.14, "PGD-Loss": 8.307839010620118}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1451.045242547989, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.44999694824219, "Augmented-0.05-Quantile-Accuracy": 73.55999755859375, "Augmented-0.1-Quantile-Accuracy": 74.98999786376953, "Augmented-Accuracy": 79.6345, "Augmented-Loss": 1.0384954449691772, "Clean-Accuracy": 82.02, "Clean-Loss": 0.9050843742370606, "PGD-Accuracy": 0.09, "PGD-Loss": 9.325320977783203}, "Total-Time": 140298.49564433098, "Train": {"Loss": 1.166766580657959, "avg t": 1.0768066816711426, "plain loss": 0.852539685241698}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.0199966430664, "Augmented-0.05-Quantile-Accuracy": 80.0999984741211, "Augmented-0.1-Quantile-Accuracy": 81.57999420166016, "Augmented-Accuracy": 84.9798, "Augmented-Loss": 0.9061451364374161, "Clean-Accuracy": 83.14, "Clean-Loss": 0.8508215919494629, "PGD-Accuracy": 0.1, "PGD-Loss": 8.32250217590332}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1458.776124238968, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.29999542236328, "Augmented-0.05-Quantile-Accuracy": 73.69999694824219, "Augmented-0.1-Quantile-Accuracy": 75.04000091552734, "Augmented-Accuracy": 79.7171, "Augmented-Loss": 1.0384392106552125, "Clean-Accuracy": 82.13, "Clean-Loss": 0.9083594734191894, "PGD-Accuracy": 0.13, "PGD-Loss": 9.327443878173828}, "Total-Time": 141757.27176856995, "Train": {"Loss": 1.1720220669555663, "avg t": 1.0769807441711425, "plain loss": 0.853118610717773}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.18000030517578, "Augmented-0.05-Quantile-Accuracy": 79.87999725341797, "Augmented-0.1-Quantile-Accuracy": 80.97999572753906, "Augmented-Accuracy": 84.7684, "Augmented-Loss": 0.910040099776268, "Clean-Accuracy": 83.76, "Clean-Loss": 0.8456234001159668, "PGD-Accuracy": 0.02, "PGD-Loss": 8.34552598876953}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1460.5532052516937, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.47000122070312, "Augmented-0.05-Quantile-Accuracy": 73.77999877929688, "Augmented-0.1-Quantile-Accuracy": 75.29999542236328, "Augmented-Accuracy": 79.7903, "Augmented-Loss": 1.03704568850708, "Clean-Accuracy": 82.31, "Clean-Loss": 0.9068907913208007, "PGD-Accuracy": 0.1, "PGD-Loss": 9.329646801757812}, "Total-Time": 143217.82497382164, "Train": {"Loss": 1.165060212173462, "avg t": 1.0768899629211426, "plain loss": 0.8534845841369625}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.13999938964844, "Augmented-0.05-Quantile-Accuracy": 79.77999877929688, "Augmented-0.1-Quantile-Accuracy": 81.19999694824219, "Augmented-Accuracy": 84.9134, "Augmented-Loss": 0.904792628829956, "Clean-Accuracy": 81.06, "Clean-Loss": 0.8410705486297607, "PGD-Accuracy": 0.1, "PGD-Loss": 8.31646834564209}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1459.7354283332825, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.36000061035156, "Augmented-0.05-Quantile-Accuracy": 73.75999450683594, "Augmented-0.1-Quantile-Accuracy": 75.1500015258789, "Augmented-Accuracy": 79.7784, "Augmented-Loss": 1.036841372871399, "Clean-Accuracy": 82.27, "Clean-Loss": 0.9093875915527344, "PGD-Accuracy": 0.08, "PGD-Loss": 9.33482156982422}, "Total-Time": 144677.56040215492, "Train": {"Loss": 1.1780193438720703, "avg t": 1.0759115254211427, "plain loss": 0.8511478711853028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.18000030517578, "Augmented-0.05-Quantile-Accuracy": 78.86000061035156, "Augmented-0.1-Quantile-Accuracy": 80.43999481201172, "Augmented-Accuracy": 84.5822, "Augmented-Loss": 0.9097169824542999, "Clean-Accuracy": 81.78, "Clean-Loss": 0.8694131379127502, "PGD-Accuracy": 0.12, "PGD-Loss": 8.340936555480956}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1460.5553171634674, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.22000122070312, "Augmented-0.05-Quantile-Accuracy": 73.79000091552734, "Augmented-0.1-Quantile-Accuracy": 75.25999450683594, "Augmented-Accuracy": 79.7356, "Augmented-Loss": 1.0365832312469483, "Clean-Accuracy": 82.17, "Clean-Loss": 0.9024938873291015, "PGD-Accuracy": 0.11, "PGD-Loss": 9.333878302001953}, "Total-Time": 146138.1157193184, "Train": {"Loss": 1.1677337878417968, "avg t": 1.0760879316711425, "plain loss": 0.8514505016784661}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.1199951171875, "Augmented-0.05-Quantile-Accuracy": 80.27999877929688, "Augmented-0.1-Quantile-Accuracy": 81.63999938964844, "Augmented-Accuracy": 84.7732, "Augmented-Loss": 0.9043758411540985, "Clean-Accuracy": 82.34, "Clean-Loss": 0.8563788736343384, "PGD-Accuracy": 0.14, "PGD-Loss": 8.358514337158203}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1457.2797493934631, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.43999481201172, "Augmented-0.05-Quantile-Accuracy": 73.55999755859375, "Augmented-0.1-Quantile-Accuracy": 74.97999572753906, "Augmented-Accuracy": 79.6793, "Augmented-Loss": 1.035047980178833, "Clean-Accuracy": 81.88, "Clean-Loss": 0.9041508895874023, "PGD-Accuracy": 0.11, "PGD-Loss": 9.33674970703125}, "Total-Time": 147595.39546871185, "Train": {"Loss": 1.1593052127075196, "avg t": 1.0760809004211427, "plain loss": 0.8502021568603514}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.05999755859375, "Augmented-0.05-Quantile-Accuracy": 79.68000030517578, "Augmented-0.1-Quantile-Accuracy": 80.9000015258789, "Augmented-Accuracy": 84.6384, "Augmented-Loss": 0.9039936649990081, "Clean-Accuracy": 83.98, "Clean-Loss": 0.8410713319778442, "PGD-Accuracy": 0.08, "PGD-Loss": 8.329005001831055}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1456.4536538124084, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.4000015258789, "Augmented-0.05-Quantile-Accuracy": 73.58999633789062, "Augmented-0.1-Quantile-Accuracy": 75.06999969482422, "Augmented-Accuracy": 79.7004, "Augmented-Loss": 1.0350097141647339, "Clean-Accuracy": 82.38, "Clean-Loss": 0.9038851417541504, "PGD-Accuracy": 0.11, "PGD-Loss": 9.330213909912109}, "Total-Time": 149051.84912252426, "Train": {"Loss": 1.1589067098999024, "avg t": 1.0757287129211426, "plain loss": 0.8500241698608396}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.65999603271484, "Augmented-0.05-Quantile-Accuracy": 80.37999725341797, "Augmented-0.1-Quantile-Accuracy": 81.75999450683594, "Augmented-Accuracy": 85.0944, "Augmented-Loss": 0.9066487309322357, "Clean-Accuracy": 83.38, "Clean-Loss": 0.8551190928459167, "PGD-Accuracy": 0.18, "PGD-Loss": 8.323600074768066}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1456.8734242916107, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.48999786376953, "Augmented-0.05-Quantile-Accuracy": 73.73999786376953, "Augmented-0.1-Quantile-Accuracy": 75.1500015258789, "Augmented-Accuracy": 79.8332, "Augmented-Loss": 1.034698757965088, "Clean-Accuracy": 82.26, "Clean-Loss": 0.9086569854736328, "PGD-Accuracy": 0.11, "PGD-Loss": 9.337946850585938}, "Total-Time": 150508.72254681587, "Train": {"Loss": 1.1619895236587525, "avg t": 1.0750035566711427, "plain loss": 0.8492506075134276}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.83999633789062, "Augmented-0.05-Quantile-Accuracy": 79.5999984741211, "Augmented-0.1-Quantile-Accuracy": 80.6199951171875, "Augmented-Accuracy": 84.659, "Augmented-Loss": 0.9098753200283051, "Clean-Accuracy": 83.82, "Clean-Loss": 0.8174653497695923, "PGD-Accuracy": 0.14, "PGD-Loss": 8.346627500915528}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1454.9585661888123, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.54999542236328, "Augmented-0.05-Quantile-Accuracy": 73.72000122070312, "Augmented-0.1-Quantile-Accuracy": 75.19999694824219, "Augmented-Accuracy": 79.8141, "Augmented-Loss": 1.033441964805603, "Clean-Accuracy": 82.28, "Clean-Loss": 0.9064434593200683, "PGD-Accuracy": 0.11, "PGD-Loss": 9.336876049804687}, "Total-Time": 151963.68111300468, "Train": {"Loss": 1.1485243035888673, "avg t": 1.0745063691711425, "plain loss": 0.8487109606323239}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.37999725341797, "Augmented-0.05-Quantile-Accuracy": 80.0999984741211, "Augmented-0.1-Quantile-Accuracy": 81.29999542236328, "Augmented-Accuracy": 84.916, "Augmented-Loss": 0.9060138102550507, "Clean-Accuracy": 83.8, "Clean-Loss": 0.8748714286804199, "PGD-Accuracy": 0.08, "PGD-Loss": 8.361763179016114}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1453.6328101158142, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.50999450683594, "Augmented-0.05-Quantile-Accuracy": 73.90999603271484, "Augmented-0.1-Quantile-Accuracy": 75.18000030517578, "Augmented-Accuracy": 79.8578, "Augmented-Loss": 1.0333881890716552, "Clean-Accuracy": 82.12, "Clean-Loss": 0.9021513931274414, "PGD-Accuracy": 0.13, "PGD-Loss": 9.335245910644531}, "Total-Time": 153417.3139231205, "Train": {"Loss": 1.1625763368225097, "avg t": 1.0744463691711426, "plain loss": 0.8483946042480471}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.04000091552734, "Augmented-0.05-Quantile-Accuracy": 79.75999450683594, "Augmented-0.1-Quantile-Accuracy": 81.22000122070312, "Augmented-Accuracy": 84.7548, "Augmented-Loss": 0.9029780394811631, "Clean-Accuracy": 82.52, "Clean-Loss": 0.8371580307006836, "PGD-Accuracy": 0.08, "PGD-Loss": 8.333043382263183}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1454.3866927623749, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.68999481201172, "Augmented-0.05-Quantile-Accuracy": 73.75999450683594, "Augmented-0.1-Quantile-Accuracy": 75.20999908447266, "Augmented-Accuracy": 79.8201, "Augmented-Loss": 1.0326974099273682, "Clean-Accuracy": 82.21, "Clean-Loss": 0.9034371315002442, "PGD-Accuracy": 0.1, "PGD-Loss": 9.336632885742187}, "Total-Time": 154871.70061588287, "Train": {"Loss": 1.1681507473754882, "avg t": 1.0741641816711425, "plain loss": 0.8482102943420414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.4000015258789, "Augmented-0.05-Quantile-Accuracy": 80.05999755859375, "Augmented-0.1-Quantile-Accuracy": 81.33999633789062, "Augmented-Accuracy": 84.8174, "Augmented-Loss": 0.904192073135376, "Clean-Accuracy": 82.44, "Clean-Loss": 0.8854463695526124, "PGD-Accuracy": 0.16, "PGD-Loss": 8.317681539916991}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1453.6314949989319, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.68000030517578, "Augmented-0.05-Quantile-Accuracy": 73.79000091552734, "Augmented-0.1-Quantile-Accuracy": 75.3499984741211, "Augmented-Accuracy": 79.8545, "Augmented-Loss": 1.0316959173202516, "Clean-Accuracy": 82.32, "Clean-Loss": 0.9050383987426758, "PGD-Accuracy": 0.1, "PGD-Loss": 9.341131384277343}, "Total-Time": 156325.3321108818, "Train": {"Loss": 1.1592108729553223, "avg t": 1.0742124629211425, "plain loss": 0.84687051422119}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.93999481201172, "Augmented-0.05-Quantile-Accuracy": 80.0999984741211, "Augmented-0.1-Quantile-Accuracy": 81.19999694824219, "Augmented-Accuracy": 84.6944, "Augmented-Loss": 0.9040976522274017, "Clean-Accuracy": 81.18, "Clean-Loss": 0.8257882952690124, "PGD-Accuracy": 0.02, "PGD-Loss": 8.3854654586792}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1451.6429724693298, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.62999725341797, "Augmented-0.05-Quantile-Accuracy": 73.77999877929688, "Augmented-0.1-Quantile-Accuracy": 75.0999984741211, "Augmented-Accuracy": 79.8541, "Augmented-Loss": 1.032912040939331, "Clean-Accuracy": 82.26, "Clean-Loss": 0.9002233390808105, "PGD-Accuracy": 0.09, "PGD-Loss": 9.342062335205078}, "Total-Time": 157776.97508335114, "Train": {"Loss": 1.1737628778076172, "avg t": 1.0739560566711426, "plain loss": 0.8470034490661614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.63999938964844, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.4366, "Augmented-Loss": 0.8980754999103546, "Clean-Accuracy": 84.38, "Clean-Loss": 0.8345536703109742, "PGD-Accuracy": 0.12, "PGD-Loss": 8.391290219116211}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1452.5532364845276, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.4000015258789, "Augmented-0.05-Quantile-Accuracy": 73.72999572753906, "Augmented-0.1-Quantile-Accuracy": 75.20999908447266, "Augmented-Accuracy": 79.8365, "Augmented-Loss": 1.0307512110443116, "Clean-Accuracy": 82.24, "Clean-Loss": 0.9004460479736328, "PGD-Accuracy": 0.1, "PGD-Loss": 9.349942431640626}, "Total-Time": 159229.52831983566, "Train": {"Loss": 1.14555294921875, "avg t": 1.0736251191711426, "plain loss": 0.8468125625610345}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.81999969482422, "Augmented-0.05-Quantile-Accuracy": 80.0999984741211, "Augmented-0.1-Quantile-Accuracy": 81.07999420166016, "Augmented-Accuracy": 84.7308, "Augmented-Loss": 0.8993748444452285, "Clean-Accuracy": 84.9, "Clean-Loss": 0.8444236595153809, "PGD-Accuracy": 0.1, "PGD-Loss": 8.37709221343994}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1476.563008069992, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.3699951171875, "Augmented-0.05-Quantile-Accuracy": 73.77999877929688, "Augmented-0.1-Quantile-Accuracy": 75.25, "Augmented-Accuracy": 79.9041, "Augmented-Loss": 1.031110093826294, "Clean-Accuracy": 82.4, "Clean-Loss": 0.9012288764953613, "PGD-Accuracy": 0.09, "PGD-Loss": 9.345767224121094}, "Total-Time": 160706.09132790565, "Train": {"Loss": 1.1641500239562987, "avg t": 1.0732835566711425, "plain loss": 0.8459525522155764}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.15999603271484, "Augmented-0.05-Quantile-Accuracy": 79.65999603271484, "Augmented-0.1-Quantile-Accuracy": 80.86000061035156, "Augmented-Accuracy": 84.3972, "Augmented-Loss": 0.9031914267559051, "Clean-Accuracy": 83.6, "Clean-Loss": 0.8606002626419067, "PGD-Accuracy": 0.14, "PGD-Loss": 8.35338077545166}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1491.8585240840912, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.61000061035156, "Augmented-0.05-Quantile-Accuracy": 73.68000030517578, "Augmented-0.1-Quantile-Accuracy": 75.18000030517578, "Augmented-Accuracy": 79.8429, "Augmented-Loss": 1.030547138748169, "Clean-Accuracy": 82.37, "Clean-Loss": 0.900801547241211, "PGD-Accuracy": 0.08, "PGD-Loss": 9.339723016357421}, "Total-Time": 162197.94985198975, "Train": {"Loss": 1.1642972769165039, "avg t": 1.0734430879211425, "plain loss": 0.846392234985352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.65999603271484, "Augmented-0.05-Quantile-Accuracy": 80.43999481201172, "Augmented-0.1-Quantile-Accuracy": 81.75999450683594, "Augmented-Accuracy": 85.3072, "Augmented-Loss": 0.9002150156421661, "Clean-Accuracy": 83.66, "Clean-Loss": 0.820698450088501, "PGD-Accuracy": 0.12, "PGD-Loss": 8.323541354370118}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1489.6877772808075, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.50999450683594, "Augmented-0.05-Quantile-Accuracy": 73.72999572753906, "Augmented-0.1-Quantile-Accuracy": 75.0999984741211, "Augmented-Accuracy": 79.8442, "Augmented-Loss": 1.0306025543518067, "Clean-Accuracy": 82.42, "Clean-Loss": 0.8999026809692383, "PGD-Accuracy": 0.09, "PGD-Loss": 9.341512567138672}, "Total-Time": 163687.63762927055, "Train": {"Loss": 1.1605238843917847, "avg t": 1.0732077754211427, "plain loss": 0.8456812074890147}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.73999786376953, "Augmented-0.05-Quantile-Accuracy": 80.31999969482422, "Augmented-0.1-Quantile-Accuracy": 81.69999694824219, "Augmented-Accuracy": 85.244, "Augmented-Loss": 0.895851674908638, "Clean-Accuracy": 83.98, "Clean-Loss": 0.8329307751655579, "PGD-Accuracy": 0.12, "PGD-Loss": 8.372273835754395}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1421.9455149173737, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.56999969482422, "Augmented-0.05-Quantile-Accuracy": 73.79000091552734, "Augmented-0.1-Quantile-Accuracy": 75.0999984741211, "Augmented-Accuracy": 79.9107, "Augmented-Loss": 1.0307553762512207, "Clean-Accuracy": 82.38, "Clean-Loss": 0.8998309173583985, "PGD-Accuracy": 0.08, "PGD-Loss": 9.33599921875}, "Total-Time": 165109.58314418793, "Train": {"Loss": 1.1550379722595214, "avg t": 1.0726907441711426, "plain loss": 0.8457397585144032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.27999877929688, "Augmented-0.05-Quantile-Accuracy": 80.4000015258789, "Augmented-0.1-Quantile-Accuracy": 81.63999938964844, "Augmented-Accuracy": 85.018, "Augmented-Loss": 0.8985864259319305, "Clean-Accuracy": 84.52, "Clean-Loss": 0.8491039489746094, "PGD-Accuracy": 0.1, "PGD-Loss": 8.328312336730956}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1401.8498539924622, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.52999877929688, "Augmented-0.05-Quantile-Accuracy": 73.80999755859375, "Augmented-0.1-Quantile-Accuracy": 75.18999481201172, "Augmented-Accuracy": 79.9036, "Augmented-Loss": 1.029540942489624, "Clean-Accuracy": 82.41, "Clean-Loss": 0.9007410140991211, "PGD-Accuracy": 0.11, "PGD-Loss": 9.343541082763672}, "Total-Time": 166511.4329981804, "Train": {"Loss": 1.148049637184143, "avg t": 1.0725059004211426, "plain loss": 0.8446543103027355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.05999755859375, "Augmented-0.05-Quantile-Accuracy": 80.54000091552734, "Augmented-0.1-Quantile-Accuracy": 81.5999984741211, "Augmented-Accuracy": 85.1778, "Augmented-Loss": 0.901468146741867, "Clean-Accuracy": 84.08, "Clean-Loss": 0.8606811361312866, "PGD-Accuracy": 0.14, "PGD-Loss": 8.345796603393556}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
