{"Epoch": 0, "Epoch-Time": 1396.8025109767914, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.57999801635742, "Augmented-0.05-Quantile-Accuracy": 34.45000076293945, "Augmented-0.1-Quantile-Accuracy": 34.790000915527344, "Augmented-Accuracy": 36.1419, "Augmented-Loss": 1.7051354739379883, "Clean-Accuracy": 35.86, "Clean-Loss": 1.7026783477783203, "PGD-Accuracy": 7.17, "PGD-Loss": 2.536029296875}, "Total-Time": 1396.8025109767914, "Train": {"Loss": 6.065372221755982, "avg t": 1.61385953125, "plain loss": 1.954335578308104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.619998931884766, "Augmented-0.05-Quantile-Accuracy": 34.21999740600586, "Augmented-0.1-Quantile-Accuracy": 34.57999801635742, "Augmented-Accuracy": 35.8362, "Augmented-Loss": 1.7123504736633302, "Clean-Accuracy": 34.76, "Clean-Loss": 1.7193325454711914, "PGD-Accuracy": 7.34, "PGD-Loss": 2.5329843338012696}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1396.166172027588, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.43000030517578, "Augmented-0.05-Quantile-Accuracy": 40.71999740600586, "Augmented-0.1-Quantile-Accuracy": 41.189998626708984, "Augmented-Accuracy": 43.0205, "Augmented-Loss": 1.6123025566101075, "Clean-Accuracy": 43.79, "Clean-Loss": 1.58684471282959, "PGD-Accuracy": 6.09, "PGD-Loss": 2.79747890625}, "Total-Time": 2792.9686830043793, "Train": {"Loss": 3.9232830588150023, "avg t": 1.5460553125, "plain loss": 1.694291342224121}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.37999725341797, "Augmented-0.05-Quantile-Accuracy": 40.619998931884766, "Augmented-0.1-Quantile-Accuracy": 41.29999923706055, "Augmented-Accuracy": 43.0882, "Augmented-Loss": 1.6008818503074647, "Clean-Accuracy": 34.62, "Clean-Loss": 1.791339997291565, "PGD-Accuracy": 6.88, "PGD-Loss": 2.721253123474121}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1396.1274847984314, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.53999710083008, "Augmented-0.05-Quantile-Accuracy": 41.05999755859375, "Augmented-0.1-Quantile-Accuracy": 41.80999755859375, "Augmented-Accuracy": 44.3769, "Augmented-Loss": 1.570066525466919, "Clean-Accuracy": 45.52, "Clean-Loss": 1.5377050003051758, "PGD-Accuracy": 3.45, "PGD-Loss": 3.3289562072753904}, "Total-Time": 4189.096167802811, "Train": {"Loss": 3.4022439850234987, "avg t": 1.496174375, "plain loss": 1.6033703641357435}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.459999084472656, "Augmented-0.05-Quantile-Accuracy": 41.779998779296875, "Augmented-0.1-Quantile-Accuracy": 42.55999755859375, "Augmented-Accuracy": 44.918, "Augmented-Loss": 1.5640018847961425, "Clean-Accuracy": 40.42, "Clean-Loss": 1.6142150060653686, "PGD-Accuracy": 3.34, "PGD-Loss": 3.293895496368408}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1395.6935498714447, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.45000076293945, "Augmented-0.05-Quantile-Accuracy": 45.20000076293945, "Augmented-0.1-Quantile-Accuracy": 45.94999694824219, "Augmented-Accuracy": 48.5173, "Augmented-Loss": 1.520365010986328, "Clean-Accuracy": 49.28, "Clean-Loss": 1.4624607421875, "PGD-Accuracy": 1.37, "PGD-Loss": 3.7961021179199217}, "Total-Time": 5584.789717674255, "Train": {"Loss": 2.956374515800476, "avg t": 1.4500353125, "plain loss": 1.5219115000610344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.55999755859375, "Augmented-0.05-Quantile-Accuracy": 46.2599983215332, "Augmented-0.1-Quantile-Accuracy": 46.79999923706055, "Augmented-Accuracy": 49.6584, "Augmented-Loss": 1.4821379385452271, "Clean-Accuracy": 47.9, "Clean-Loss": 1.4929069158554078, "PGD-Accuracy": 2.44, "PGD-Loss": 3.495178860473633}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1395.6755962371826, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.36000061035156, "Augmented-0.05-Quantile-Accuracy": 50.34000015258789, "Augmented-0.1-Quantile-Accuracy": 51.32999801635742, "Augmented-Accuracy": 54.6837, "Augmented-Loss": 1.4632957362823487, "Clean-Accuracy": 55.67, "Clean-Loss": 1.4173042068481445, "PGD-Accuracy": 1.08, "PGD-Loss": 4.105823425292969}, "Total-Time": 6980.465313911438, "Train": {"Loss": 2.709298073348999, "avg t": 1.4186115625, "plain loss": 1.4709313176269536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.47999954223633, "Augmented-0.05-Quantile-Accuracy": 51.5, "Augmented-0.1-Quantile-Accuracy": 52.18000030517578, "Augmented-Accuracy": 55.3388, "Augmented-Loss": 1.4417913361778258, "Clean-Accuracy": 55.82, "Clean-Loss": 1.420644347190857, "PGD-Accuracy": 1.84, "PGD-Loss": 3.716600296020508}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1395.67356133461, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.369998931884766, "Augmented-0.05-Quantile-Accuracy": 46.61000061035156, "Augmented-0.1-Quantile-Accuracy": 47.53999710083008, "Augmented-Accuracy": 51.0534, "Augmented-Loss": 1.474085067489624, "Clean-Accuracy": 53.47, "Clean-Loss": 1.3918770278930663, "PGD-Accuracy": 0.42, "PGD-Loss": 4.740505819702149}, "Total-Time": 8376.138875246048, "Train": {"Loss": 2.4720006021118164, "avg t": 1.3892059375, "plain loss": 1.4210837024536136}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.47999954223633, "Augmented-0.05-Quantile-Accuracy": 49.52000045776367, "Augmented-0.1-Quantile-Accuracy": 50.69999694824219, "Augmented-Accuracy": 53.9106, "Augmented-Loss": 1.41693386860466, "Clean-Accuracy": 55.64, "Clean-Loss": 1.403261473083496, "PGD-Accuracy": 0.62, "PGD-Loss": 4.253972174072266}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1395.524094581604, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.849998474121094, "Augmented-0.05-Quantile-Accuracy": 54.82999801635742, "Augmented-0.1-Quantile-Accuracy": 56.18000030517578, "Augmented-Accuracy": 60.5466, "Augmented-Loss": 1.4002344851074218, "Clean-Accuracy": 60.11, "Clean-Loss": 1.3435493675231933, "PGD-Accuracy": 0.34, "PGD-Loss": 5.08484958190918}, "Total-Time": 9771.662969827652, "Train": {"Loss": 2.252061194534302, "avg t": 1.34959296875, "plain loss": 1.3572179190368645}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.31999969482422, "Augmented-0.05-Quantile-Accuracy": 56.439998626708984, "Augmented-0.1-Quantile-Accuracy": 57.65999984741211, "Augmented-Accuracy": 61.7068, "Augmented-Loss": 1.3709926942539215, "Clean-Accuracy": 61.9, "Clean-Loss": 1.3114704051971435, "PGD-Accuracy": 0.54, "PGD-Loss": 4.659259184265137}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1395.2726957798004, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.73999786376953, "Augmented-0.05-Quantile-Accuracy": 57.55999755859375, "Augmented-0.1-Quantile-Accuracy": 58.939998626708984, "Augmented-Accuracy": 63.0093, "Augmented-Loss": 1.3562294521255494, "Clean-Accuracy": 63.27, "Clean-Loss": 1.290129810333252, "PGD-Accuracy": 0.13, "PGD-Loss": 5.0161476318359375}, "Total-Time": 11166.935665607452, "Train": {"Loss": 2.1425775709152224, "avg t": 1.32241828125, "plain loss": 1.3180688269042955}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.81999969482422, "Augmented-0.05-Quantile-Accuracy": 57.37999725341797, "Augmented-0.1-Quantile-Accuracy": 58.57999801635742, "Augmented-Accuracy": 62.4564, "Augmented-Loss": 1.3384899141139983, "Clean-Accuracy": 55.12, "Clean-Loss": 1.3786224765777588, "PGD-Accuracy": 0.38, "PGD-Loss": 4.660368258666992}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1395.2822527885437, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.59000015258789, "Augmented-0.05-Quantile-Accuracy": 53.14999771118164, "Augmented-0.1-Quantile-Accuracy": 54.37999725341797, "Augmented-Accuracy": 58.4452, "Augmented-Loss": 1.3629892719802856, "Clean-Accuracy": 60.9, "Clean-Loss": 1.2764568588256835, "PGD-Accuracy": 0.08, "PGD-Loss": 5.490980267333985}, "Total-Time": 12562.217918395996, "Train": {"Loss": 2.0429730491638183, "avg t": 1.30281453125, "plain loss": 1.2845835477294933}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.3599967956543, "Augmented-0.05-Quantile-Accuracy": 55.57999801635742, "Augmented-0.1-Quantile-Accuracy": 56.73999786376953, "Augmented-Accuracy": 60.626, "Augmented-Loss": 1.318227262731552, "Clean-Accuracy": 63.54, "Clean-Loss": 1.2029349370956421, "PGD-Accuracy": 0.22, "PGD-Loss": 5.137134916687011}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1394.7424352169037, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.06999969482422, "Augmented-0.05-Quantile-Accuracy": 53.63999938964844, "Augmented-0.1-Quantile-Accuracy": 55.05999755859375, "Augmented-Accuracy": 59.0287, "Augmented-Loss": 1.3663780460357666, "Clean-Accuracy": 60.71, "Clean-Loss": 1.2751176155090331, "PGD-Accuracy": 0.4, "PGD-Loss": 5.081493267822266}, "Total-Time": 13956.9603536129, "Train": {"Loss": 1.9899964450073242, "avg t": 1.2875940625, "plain loss": 1.262944992889405}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.099998474121094, "Augmented-0.05-Quantile-Accuracy": 56.71999740600586, "Augmented-0.1-Quantile-Accuracy": 57.519996643066406, "Augmented-Accuracy": 61.5842, "Augmented-Loss": 1.3164556637706757, "Clean-Accuracy": 56.22, "Clean-Loss": 1.3039825820922852, "PGD-Accuracy": 0.5, "PGD-Loss": 4.709536219024658}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1395.783661365509, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.14999771118164, "Augmented-0.05-Quantile-Accuracy": 57.15999984741211, "Augmented-0.1-Quantile-Accuracy": 58.43000030517578, "Augmented-Accuracy": 63.1927, "Augmented-Loss": 1.3570393713150024, "Clean-Accuracy": 67.03, "Clean-Loss": 1.233387725830078, "PGD-Accuracy": 0.16, "PGD-Loss": 5.683752136230469}, "Total-Time": 15352.744014978409, "Train": {"Loss": 1.9274738778686524, "avg t": 1.27079421875, "plain loss": 1.2370336219177274}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.2599983215332, "Augmented-0.05-Quantile-Accuracy": 63.19999694824219, "Augmented-0.1-Quantile-Accuracy": 64.6199951171875, "Augmented-Accuracy": 69.0942, "Augmented-Loss": 1.2772815033779144, "Clean-Accuracy": 69.64, "Clean-Loss": 1.1691602529525758, "PGD-Accuracy": 0.1, "PGD-Loss": 5.320637812042237}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1395.982186794281, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.23999786376953, "Augmented-0.05-Quantile-Accuracy": 55.56999969482422, "Augmented-0.1-Quantile-Accuracy": 57.02000045776367, "Augmented-Accuracy": 62.6628, "Augmented-Loss": 1.3911130425720215, "Clean-Accuracy": 62.95, "Clean-Loss": 1.2792548271179198, "PGD-Accuracy": 0.44, "PGD-Loss": 5.8967573425292965}, "Total-Time": 16748.72620177269, "Train": {"Loss": 1.9239079151153564, "avg t": 1.264251875, "plain loss": 1.230481149688721}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.15999984741211, "Augmented-0.05-Quantile-Accuracy": 59.439998626708984, "Augmented-0.1-Quantile-Accuracy": 60.599998474121094, "Augmented-Accuracy": 65.7492, "Augmented-Loss": 1.319718643535614, "Clean-Accuracy": 64.04, "Clean-Loss": 1.2320448989868165, "PGD-Accuracy": 0.64, "PGD-Loss": 5.564125240325928}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1395.9870281219482, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.16999816894531, "Augmented-0.05-Quantile-Accuracy": 53.87999725341797, "Augmented-0.1-Quantile-Accuracy": 55.05999755859375, "Augmented-Accuracy": 59.4779, "Augmented-Loss": 1.3768998527679444, "Clean-Accuracy": 62.05, "Clean-Loss": 1.2695282318115235, "PGD-Accuracy": 0.16, "PGD-Loss": 5.70979185180664}, "Total-Time": 18144.713229894638, "Train": {"Loss": 1.863145870437622, "avg t": 1.25330484375, "plain loss": 1.2082249281005868}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.3599967956543, "Augmented-0.05-Quantile-Accuracy": 56.73999786376953, "Augmented-0.1-Quantile-Accuracy": 58.07999801635742, "Augmented-Accuracy": 62.6012, "Augmented-Loss": 1.3155198695106507, "Clean-Accuracy": 65.78, "Clean-Loss": 1.1752039907455445, "PGD-Accuracy": 0.18, "PGD-Loss": 5.445833713531494}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1395.615921497345, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.18000030517578, "Augmented-0.05-Quantile-Accuracy": 61.209999084472656, "Augmented-0.1-Quantile-Accuracy": 62.5, "Augmented-Accuracy": 66.9992, "Augmented-Loss": 1.2735436108169556, "Clean-Accuracy": 69.48, "Clean-Loss": 1.1574653228759766, "PGD-Accuracy": 0.07, "PGD-Loss": 5.75319320678711}, "Total-Time": 19540.329151391983, "Train": {"Loss": 1.8436207232666015, "avg t": 1.242563125, "plain loss": 1.1926438806762685}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.39999771118164, "Augmented-0.05-Quantile-Accuracy": 66.23999786376953, "Augmented-0.1-Quantile-Accuracy": 67.45999908447266, "Augmented-Accuracy": 71.5368, "Augmented-Loss": 1.203505787979126, "Clean-Accuracy": 60.1, "Clean-Loss": 1.298722788619995, "PGD-Accuracy": 0.06, "PGD-Loss": 5.441817177581787}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1395.9672265052795, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.529998779296875, "Augmented-0.05-Quantile-Accuracy": 55.41999816894531, "Augmented-0.1-Quantile-Accuracy": 56.55999755859375, "Augmented-Accuracy": 61.318, "Augmented-Loss": 1.3258905992202759, "Clean-Accuracy": 62.49, "Clean-Loss": 1.2199615844726563, "PGD-Accuracy": 0.08, "PGD-Loss": 5.776082409667969}, "Total-Time": 20936.296377897263, "Train": {"Loss": 1.8170720248413086, "avg t": 1.238421875, "plain loss": 1.185925247314453}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.599998474121094, "Augmented-0.05-Quantile-Accuracy": 60.5, "Augmented-0.1-Quantile-Accuracy": 61.68000030517578, "Augmented-Accuracy": 65.97, "Augmented-Loss": 1.2422000856704711, "Clean-Accuracy": 66.98, "Clean-Loss": 1.190400421142578, "PGD-Accuracy": 0.22, "PGD-Loss": 5.44642919845581}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1396.8543870449066, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.21999740600586, "Augmented-0.05-Quantile-Accuracy": 58.34000015258789, "Augmented-0.1-Quantile-Accuracy": 59.779998779296875, "Augmented-Accuracy": 64.4726, "Augmented-Loss": 1.316069496711731, "Clean-Accuracy": 64.35, "Clean-Loss": 1.2040335510253906, "PGD-Accuracy": 0.12, "PGD-Loss": 5.759932458496094}, "Total-Time": 22333.15076494217, "Train": {"Loss": 1.7955926147460937, "avg t": 1.22984125, "plain loss": 1.1743933783264175}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.79999923706055, "Augmented-0.05-Quantile-Accuracy": 61.13999938964844, "Augmented-0.1-Quantile-Accuracy": 62.18000030517578, "Augmented-Accuracy": 66.4402, "Augmented-Loss": 1.249278873600006, "Clean-Accuracy": 60.32, "Clean-Loss": 1.2457064420700072, "PGD-Accuracy": 0.14, "PGD-Loss": 5.476138409423828}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1396.2574498653412, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.349998474121094, "Augmented-0.05-Quantile-Accuracy": 55.59000015258789, "Augmented-0.1-Quantile-Accuracy": 57.05999755859375, "Augmented-Accuracy": 62.0625, "Augmented-Loss": 1.3218380937576293, "Clean-Accuracy": 65.77, "Clean-Loss": 1.1737072380065918, "PGD-Accuracy": 0.06, "PGD-Loss": 5.934177239990234}, "Total-Time": 23729.40821480751, "Train": {"Loss": 1.7835876061248779, "avg t": 1.22689203125, "plain loss": 1.1684421040344242}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.68000030517578, "Augmented-0.05-Quantile-Accuracy": 60.619998931884766, "Augmented-0.1-Quantile-Accuracy": 61.97999954223633, "Augmented-Accuracy": 66.501, "Augmented-Loss": 1.2170646555519105, "Clean-Accuracy": 64.92, "Clean-Loss": 1.1194310089111328, "PGD-Accuracy": 0.1, "PGD-Loss": 5.607033029937744}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1395.8293051719666, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.79999923706055, "Augmented-0.05-Quantile-Accuracy": 53.79999923706055, "Augmented-0.1-Quantile-Accuracy": 55.529998779296875, "Augmented-Accuracy": 61.5045, "Augmented-Loss": 1.3991860254821777, "Clean-Accuracy": 66.19, "Clean-Loss": 1.2324566871643066, "PGD-Accuracy": 0.02, "PGD-Loss": 5.935151397705078}, "Total-Time": 25125.237519979477, "Train": {"Loss": 1.7607618326950074, "avg t": 1.221271875, "plain loss": 1.1604079324340824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.8599967956543, "Augmented-0.05-Quantile-Accuracy": 60.13999938964844, "Augmented-0.1-Quantile-Accuracy": 61.29999923706055, "Augmented-Accuracy": 66.2986, "Augmented-Loss": 1.2822190447006225, "Clean-Accuracy": 61.46, "Clean-Loss": 1.1790203422546386, "PGD-Accuracy": 0.1, "PGD-Loss": 5.626171196746826}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1395.0455136299133, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.80999755859375, "Augmented-0.05-Quantile-Accuracy": 58.2599983215332, "Augmented-0.1-Quantile-Accuracy": 59.80999755859375, "Augmented-Accuracy": 64.791, "Augmented-Loss": 1.3156668067626953, "Clean-Accuracy": 67.63, "Clean-Loss": 1.1935943992614746, "PGD-Accuracy": 0.04, "PGD-Loss": 6.155763610839844}, "Total-Time": 26520.28303360939, "Train": {"Loss": 1.7489289945602418, "avg t": 1.2192225, "plain loss": 1.1547144089965824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.34000015258789, "Augmented-0.05-Quantile-Accuracy": 62.279998779296875, "Augmented-0.1-Quantile-Accuracy": 63.89999771118164, "Augmented-Accuracy": 68.2766, "Augmented-Loss": 1.2428490981788636, "Clean-Accuracy": 66.24, "Clean-Loss": 1.1491355136871337, "PGD-Accuracy": 0.06, "PGD-Loss": 5.87097479095459}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1395.5276947021484, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.52000045776367, "Augmented-0.05-Quantile-Accuracy": 56.57999801635742, "Augmented-0.1-Quantile-Accuracy": 57.96999740600586, "Augmented-Accuracy": 62.5529, "Augmented-Loss": 1.3106191966629028, "Clean-Accuracy": 65.12, "Clean-Loss": 1.1941303192138673, "PGD-Accuracy": 0.14, "PGD-Loss": 5.723776385498047}, "Total-Time": 27915.81072831154, "Train": {"Loss": 1.7391968713378907, "avg t": 1.21598171875, "plain loss": 1.1511588171386715}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.39999771118164, "Augmented-0.05-Quantile-Accuracy": 61.79999923706055, "Augmented-0.1-Quantile-Accuracy": 63.15999984741211, "Augmented-Accuracy": 67.782, "Augmented-Loss": 1.2264033726596832, "Clean-Accuracy": 66.9, "Clean-Loss": 1.137966523361206, "PGD-Accuracy": 0.1, "PGD-Loss": 5.443138366699219}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1395.1419689655304, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.02000045776367, "Augmented-0.05-Quantile-Accuracy": 50.02000045776367, "Augmented-0.1-Quantile-Accuracy": 51.46999740600586, "Augmented-Accuracy": 56.0646, "Augmented-Loss": 1.3905135407409668, "Clean-Accuracy": 61.0, "Clean-Loss": 1.2458297538757324, "PGD-Accuracy": 0.33, "PGD-Loss": 5.918199505615235}, "Total-Time": 29310.95269727707, "Train": {"Loss": 1.7569972270965577, "avg t": 1.21813234375, "plain loss": 1.1547504118652365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.29999923706055, "Augmented-0.05-Quantile-Accuracy": 55.2599983215332, "Augmented-0.1-Quantile-Accuracy": 56.71999740600586, "Augmented-Accuracy": 61.3188, "Augmented-Loss": 1.2822004691638946, "Clean-Accuracy": 59.76, "Clean-Loss": 1.223170541381836, "PGD-Accuracy": 0.42, "PGD-Loss": 5.675686843872071}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1395.5817799568176, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.19999694824219, "Augmented-0.05-Quantile-Accuracy": 60.37999725341797, "Augmented-0.1-Quantile-Accuracy": 61.90999984741211, "Augmented-Accuracy": 66.4986, "Augmented-Loss": 1.2991808892593384, "Clean-Accuracy": 66.92, "Clean-Loss": 1.1954222366333007, "PGD-Accuracy": 0.1, "PGD-Loss": 5.740621520996093}, "Total-Time": 30706.534477233887, "Train": {"Loss": 1.7417772399520874, "avg t": 1.21377234375, "plain loss": 1.1461332798156734}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.79999923706055, "Augmented-0.05-Quantile-Accuracy": 63.13999938964844, "Augmented-0.1-Quantile-Accuracy": 64.26000213623047, "Augmented-Accuracy": 68.808, "Augmented-Loss": 1.2439358356742858, "Clean-Accuracy": 68.12, "Clean-Loss": 1.1412796588897705, "PGD-Accuracy": 0.12, "PGD-Loss": 5.476350286865235}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1396.0517284870148, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.279998779296875, "Augmented-0.05-Quantile-Accuracy": 62.599998474121094, "Augmented-0.1-Quantile-Accuracy": 64.15999603271484, "Augmented-Accuracy": 68.8984, "Augmented-Loss": 1.2803764345626831, "Clean-Accuracy": 68.4, "Clean-Loss": 1.1900251106262207, "PGD-Accuracy": 0.04, "PGD-Loss": 5.879391052246094}, "Total-Time": 32102.5862057209, "Train": {"Loss": 1.7230890779876709, "avg t": 1.21046765625, "plain loss": 1.1429706827087405}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.41999816894531, "Augmented-0.05-Quantile-Accuracy": 65.0199966430664, "Augmented-0.1-Quantile-Accuracy": 66.26000213623047, "Augmented-Accuracy": 70.5038, "Augmented-Loss": 1.2318990335941316, "Clean-Accuracy": 69.22, "Clean-Loss": 1.1591242286682129, "PGD-Accuracy": 0.04, "PGD-Loss": 5.628728945922852}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1396.0564229488373, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.19999694824219, "Augmented-0.05-Quantile-Accuracy": 59.269996643066406, "Augmented-0.1-Quantile-Accuracy": 60.54999923706055, "Augmented-Accuracy": 65.2327, "Augmented-Loss": 1.3244892935638428, "Clean-Accuracy": 70.13, "Clean-Loss": 1.1857326454162598, "PGD-Accuracy": 0.14, "PGD-Loss": 5.5579348663330075}, "Total-Time": 33498.64262866974, "Train": {"Loss": 1.7238651052093505, "avg t": 1.2116146875, "plain loss": 1.14330946496582}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.34000015258789, "Augmented-0.05-Quantile-Accuracy": 64.69999694824219, "Augmented-0.1-Quantile-Accuracy": 65.69999694824219, "Augmented-Accuracy": 69.633, "Augmented-Loss": 1.2376224635448456, "Clean-Accuracy": 67.14, "Clean-Loss": 1.1423984828948974, "PGD-Accuracy": 0.26, "PGD-Loss": 5.290987100982666}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1395.3565204143524, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.28999710083008, "Augmented-0.05-Quantile-Accuracy": 63.529998779296875, "Augmented-0.1-Quantile-Accuracy": 64.83999633789062, "Augmented-Accuracy": 69.5373, "Augmented-Loss": 1.2879346489486694, "Clean-Accuracy": 69.07, "Clean-Loss": 1.181804695892334, "PGD-Accuracy": 0.06, "PGD-Loss": 5.817494055175781}, "Total-Time": 34893.99914908409, "Train": {"Loss": 1.7154450096130371, "avg t": 1.20552484375, "plain loss": 1.1334364524841296}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.779998779296875, "Augmented-0.05-Quantile-Accuracy": 65.65999603271484, "Augmented-0.1-Quantile-Accuracy": 66.91999816894531, "Augmented-Accuracy": 71.4222, "Augmented-Loss": 1.2331248239746093, "Clean-Accuracy": 69.42, "Clean-Loss": 1.1190109773635863, "PGD-Accuracy": 0.04, "PGD-Loss": 5.625534747314453}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1394.8419663906097, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.349998474121094, "Augmented-0.05-Quantile-Accuracy": 59.5, "Augmented-0.1-Quantile-Accuracy": 61.06999969482422, "Augmented-Accuracy": 66.0101, "Augmented-Loss": 1.339141361076355, "Clean-Accuracy": 67.39, "Clean-Loss": 1.2193367256164551, "PGD-Accuracy": 0.11, "PGD-Loss": 5.907214404296875}, "Total-Time": 36288.8411154747, "Train": {"Loss": 1.7236255907058715, "avg t": 1.2099065625, "plain loss": 1.1419684498901368}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.81999969482422, "Augmented-0.05-Quantile-Accuracy": 63.39999771118164, "Augmented-0.1-Quantile-Accuracy": 64.93999481201172, "Augmented-Accuracy": 69.9126, "Augmented-Loss": 1.2691926830768585, "Clean-Accuracy": 64.36, "Clean-Loss": 1.1828555486679078, "PGD-Accuracy": 0.2, "PGD-Loss": 5.662255556488037}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1394.6891644001007, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.90999984741211, "Augmented-0.05-Quantile-Accuracy": 65.0199966430664, "Augmented-0.1-Quantile-Accuracy": 66.31999969482422, "Augmented-Accuracy": 70.6584, "Augmented-Loss": 1.2456390805282593, "Clean-Accuracy": 73.68, "Clean-Loss": 1.1430508728027344, "PGD-Accuracy": 0.1, "PGD-Loss": 5.915660552978515}, "Total-Time": 37683.5302798748, "Train": {"Loss": 1.6977973191070557, "avg t": 1.20052171875, "plain loss": 1.1216948363952635}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.45999908447266, "Augmented-0.05-Quantile-Accuracy": 68.15999603271484, "Augmented-0.1-Quantile-Accuracy": 69.36000061035156, "Augmented-Accuracy": 73.631, "Augmented-Loss": 1.1810242102947235, "Clean-Accuracy": 71.68, "Clean-Loss": 1.1065194091796875, "PGD-Accuracy": 0.1, "PGD-Loss": 5.594438503265381}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1394.3864521980286, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.16999816894531, "Augmented-0.05-Quantile-Accuracy": 61.37999725341797, "Augmented-0.1-Quantile-Accuracy": 62.779998779296875, "Augmented-Accuracy": 66.9801, "Augmented-Loss": 1.3013802113494872, "Clean-Accuracy": 68.77, "Clean-Loss": 1.1741077896118164, "PGD-Accuracy": 0.28, "PGD-Loss": 5.594721392822265}, "Total-Time": 39077.91673207283, "Train": {"Loss": 1.7069337097549437, "avg t": 1.20459734375, "plain loss": 1.1259116155700695}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.119998931884766, "Augmented-0.05-Quantile-Accuracy": 65.04000091552734, "Augmented-0.1-Quantile-Accuracy": 66.5199966430664, "Augmented-Accuracy": 71.241, "Augmented-Loss": 1.2094973153781892, "Clean-Accuracy": 65.74, "Clean-Loss": 1.0632754267692566, "PGD-Accuracy": 0.24, "PGD-Loss": 5.395481916809082}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1394.3660933971405, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.55999755859375, "Augmented-0.05-Quantile-Accuracy": 57.8599967956543, "Augmented-0.1-Quantile-Accuracy": 59.48999786376953, "Augmented-Accuracy": 64.6082, "Augmented-Loss": 1.325790190223694, "Clean-Accuracy": 68.03, "Clean-Loss": 1.1727645401000977, "PGD-Accuracy": 0.05, "PGD-Loss": 6.212183850097656}, "Total-Time": 40472.28282546997, "Train": {"Loss": 1.6870255198669433, "avg t": 1.19828375, "plain loss": 1.1224251091003414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.279998779296875, "Augmented-0.05-Quantile-Accuracy": 64.63999938964844, "Augmented-0.1-Quantile-Accuracy": 65.83999633789062, "Augmented-Accuracy": 70.0464, "Augmented-Loss": 1.208589561920166, "Clean-Accuracy": 72.7, "Clean-Loss": 1.0304808898925781, "PGD-Accuracy": 0.12, "PGD-Loss": 6.011684716796875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1394.8198211193085, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.22999954223633, "Augmented-0.05-Quantile-Accuracy": 59.119998931884766, "Augmented-0.1-Quantile-Accuracy": 60.40999984741211, "Augmented-Accuracy": 64.8935, "Augmented-Loss": 1.3555023904571533, "Clean-Accuracy": 66.54, "Clean-Loss": 1.1991162223815919, "PGD-Accuracy": 0.29, "PGD-Loss": 5.6609113403320315}, "Total-Time": 41867.10264658928, "Train": {"Loss": 1.7004792517089844, "avg t": 1.19913453125, "plain loss": 1.12231977481079}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.3599967956543, "Augmented-0.05-Quantile-Accuracy": 63.7599983215332, "Augmented-0.1-Quantile-Accuracy": 64.87999725341797, "Augmented-Accuracy": 68.8168, "Augmented-Loss": 1.2357501292057038, "Clean-Accuracy": 69.9, "Clean-Loss": 1.1420626483917236, "PGD-Accuracy": 0.28, "PGD-Loss": 5.389225374603272}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1393.4738817214966, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.03999710083008, "Augmented-0.05-Quantile-Accuracy": 60.15999984741211, "Augmented-0.1-Quantile-Accuracy": 61.3599967956543, "Augmented-Accuracy": 65.7766, "Augmented-Loss": 1.319852041671753, "Clean-Accuracy": 68.35, "Clean-Loss": 1.1663643463134765, "PGD-Accuracy": 0.13, "PGD-Loss": 5.892857141113281}, "Total-Time": 43260.576528310776, "Train": {"Loss": 1.677044345703125, "avg t": 1.19737015625, "plain loss": 1.1201471669006349}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.23999786376953, "Augmented-0.05-Quantile-Accuracy": 63.79999923706055, "Augmented-0.1-Quantile-Accuracy": 64.83999633789062, "Augmented-Accuracy": 68.7286, "Augmented-Loss": 1.2305315477695464, "Clean-Accuracy": 69.1, "Clean-Loss": 1.1601156969070434, "PGD-Accuracy": 0.24, "PGD-Loss": 5.5894119171142576}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1395.112839460373, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.13999938964844, "Augmented-0.05-Quantile-Accuracy": 66.22999572753906, "Augmented-0.1-Quantile-Accuracy": 67.55999755859375, "Augmented-Accuracy": 72.4027, "Augmented-Loss": 1.2507843396759033, "Clean-Accuracy": 72.53, "Clean-Loss": 1.148630337524414, "PGD-Accuracy": 0.12, "PGD-Loss": 5.947342059326171}, "Total-Time": 44655.68936777115, "Train": {"Loss": 1.6889955446243285, "avg t": 1.1998940625, "plain loss": 1.121760455444335}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.6199951171875, "Augmented-0.05-Quantile-Accuracy": 69.77999877929688, "Augmented-0.1-Quantile-Accuracy": 71.25999450683594, "Augmented-Accuracy": 75.1816, "Augmented-Loss": 1.1771660074367523, "Clean-Accuracy": 75.54, "Clean-Loss": 1.042622843170166, "PGD-Accuracy": 0.06, "PGD-Loss": 5.722696109008789}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1394.1727724075317, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.22999954223633, "Augmented-0.05-Quantile-Accuracy": 60.80999755859375, "Augmented-0.1-Quantile-Accuracy": 62.39999771118164, "Augmented-Accuracy": 67.6138, "Augmented-Loss": 1.3483252875595093, "Clean-Accuracy": 72.49, "Clean-Loss": 1.1816814628601073, "PGD-Accuracy": 0.07, "PGD-Loss": 5.966692279052735}, "Total-Time": 46049.86214017868, "Train": {"Loss": 1.6644779286956788, "avg t": 1.18864203125, "plain loss": 1.107760562042236}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.21999740600586, "Augmented-0.05-Quantile-Accuracy": 66.68000030517578, "Augmented-0.1-Quantile-Accuracy": 67.86000061035156, "Augmented-Accuracy": 72.245, "Augmented-Loss": 1.2346599272251129, "Clean-Accuracy": 70.84, "Clean-Loss": 1.112051984024048, "PGD-Accuracy": 0.1, "PGD-Loss": 5.7040359436035155}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1394.675964832306, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.599998474121094, "Augmented-0.05-Quantile-Accuracy": 61.09000015258789, "Augmented-0.1-Quantile-Accuracy": 63.06999969482422, "Augmented-Accuracy": 67.8202, "Augmented-Loss": 1.3100930903778076, "Clean-Accuracy": 72.21, "Clean-Loss": 1.1574243087768554, "PGD-Accuracy": 0.06, "PGD-Loss": 5.972577453613281}, "Total-Time": 47444.538105010986, "Train": {"Loss": 1.6686813722229004, "avg t": 1.191536875, "plain loss": 1.110748457183838}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.68000030517578, "Augmented-0.05-Quantile-Accuracy": 67.68000030517578, "Augmented-0.1-Quantile-Accuracy": 69.04000091552734, "Augmented-Accuracy": 73.2832, "Augmented-Loss": 1.1942271381301879, "Clean-Accuracy": 69.66, "Clean-Loss": 1.089334316444397, "PGD-Accuracy": 0.12, "PGD-Loss": 5.6007468879699704}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1394.0907771587372, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.03999710083008, "Augmented-0.05-Quantile-Accuracy": 58.5099983215332, "Augmented-0.1-Quantile-Accuracy": 60.03999710083008, "Augmented-Accuracy": 65.2579, "Augmented-Loss": 1.2937401115646363, "Clean-Accuracy": 70.12, "Clean-Loss": 1.166197664642334, "PGD-Accuracy": 0.07, "PGD-Loss": 6.024029681396485}, "Total-Time": 48838.62888216972, "Train": {"Loss": 1.6553516479492187, "avg t": 1.18972765625, "plain loss": 1.1091668467712403}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.69999694824219, "Augmented-0.05-Quantile-Accuracy": 64.91999816894531, "Augmented-0.1-Quantile-Accuracy": 66.5, "Augmented-Accuracy": 71.143, "Augmented-Loss": 1.2083862658805846, "Clean-Accuracy": 65.0, "Clean-Loss": 1.14121143283844, "PGD-Accuracy": 0.08, "PGD-Loss": 5.766867432403564}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1394.3784198760986, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.63999938964844, "Augmented-0.05-Quantile-Accuracy": 56.52000045776367, "Augmented-0.1-Quantile-Accuracy": 57.84000015258789, "Augmented-Accuracy": 62.3943, "Augmented-Loss": 1.2998603130722046, "Clean-Accuracy": 66.53, "Clean-Loss": 1.1633559913635254, "PGD-Accuracy": 0.09, "PGD-Loss": 5.849542462158203}, "Total-Time": 50233.00730204582, "Train": {"Loss": 1.6762259539794921, "avg t": 1.18815609375, "plain loss": 1.1068050876159676}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.37999725341797, "Augmented-0.05-Quantile-Accuracy": 63.23999786376953, "Augmented-0.1-Quantile-Accuracy": 64.45999908447266, "Augmented-Accuracy": 68.46, "Augmented-Loss": 1.1947321656188965, "Clean-Accuracy": 66.26, "Clean-Loss": 1.0695567110061646, "PGD-Accuracy": 0.1, "PGD-Loss": 5.615815482330322}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1394.194765329361, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.529998779296875, "Augmented-0.05-Quantile-Accuracy": 61.98999786376953, "Augmented-0.1-Quantile-Accuracy": 63.59000015258789, "Augmented-Accuracy": 68.0422, "Augmented-Loss": 1.3360299838638305, "Clean-Accuracy": 70.08, "Clean-Loss": 1.1371981002807616, "PGD-Accuracy": 0.09, "PGD-Loss": 5.811248858642578}, "Total-Time": 51627.20206737518, "Train": {"Loss": 1.6781645029449463, "avg t": 1.1894084375, "plain loss": 1.108071416046143}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.15999984741211, "Augmented-0.05-Quantile-Accuracy": 66.1199951171875, "Augmented-0.1-Quantile-Accuracy": 67.23999786376953, "Augmented-Accuracy": 71.4858, "Augmented-Loss": 1.191062262763977, "Clean-Accuracy": 71.06, "Clean-Loss": 1.0524618608474732, "PGD-Accuracy": 0.18, "PGD-Loss": 5.4427303802490234}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1394.514405965805, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.119998931884766, "Augmented-0.05-Quantile-Accuracy": 58.06999969482422, "Augmented-0.1-Quantile-Accuracy": 59.369998931884766, "Augmented-Accuracy": 63.6645, "Augmented-Loss": 1.2729804197998047, "Clean-Accuracy": 67.01, "Clean-Loss": 1.1523857437133789, "PGD-Accuracy": 0.32, "PGD-Loss": 5.727624102783203}, "Total-Time": 53021.71647334099, "Train": {"Loss": 1.6501782679748536, "avg t": 1.1823328125, "plain loss": 1.0990631911926267}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.73999786376953, "Augmented-0.05-Quantile-Accuracy": 61.68000030517578, "Augmented-0.1-Quantile-Accuracy": 62.79999923706055, "Augmented-Accuracy": 66.9962, "Augmented-Loss": 1.1911920909557343, "Clean-Accuracy": 66.74, "Clean-Loss": 1.0850802934646606, "PGD-Accuracy": 0.44, "PGD-Loss": 5.432208832550049}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1394.946632385254, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.189998626708984, "Augmented-0.05-Quantile-Accuracy": 60.7599983215332, "Augmented-0.1-Quantile-Accuracy": 62.209999084472656, "Augmented-Accuracy": 66.9854, "Augmented-Loss": 1.3189864714889525, "Clean-Accuracy": 71.27, "Clean-Loss": 1.1372337127685548, "PGD-Accuracy": 0.04, "PGD-Loss": 6.226532000732422}, "Total-Time": 54416.66310572624, "Train": {"Loss": 1.6678481332397461, "avg t": 1.18376796875, "plain loss": 1.1015338296203605}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.19999694824219, "Augmented-0.05-Quantile-Accuracy": 66.26000213623047, "Augmented-0.1-Quantile-Accuracy": 67.37999725341797, "Augmented-Accuracy": 71.4042, "Augmented-Loss": 1.187799639240265, "Clean-Accuracy": 66.34, "Clean-Loss": 1.042445561027527, "PGD-Accuracy": 0.04, "PGD-Loss": 5.930144564056397}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1395.831789970398, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.29999923706055, "Augmented-0.05-Quantile-Accuracy": 62.04999923706055, "Augmented-0.1-Quantile-Accuracy": 63.81999969482422, "Augmented-Accuracy": 69.0418, "Augmented-Loss": 1.300466294769287, "Clean-Accuracy": 75.2, "Clean-Loss": 1.1357848609924317, "PGD-Accuracy": 0.07, "PGD-Loss": 6.045096655273437}, "Total-Time": 55812.49489569664, "Train": {"Loss": 1.6533642988586426, "avg t": 1.18070578125, "plain loss": 1.0917809832153316}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.29999542236328, "Augmented-0.05-Quantile-Accuracy": 70.4000015258789, "Augmented-0.1-Quantile-Accuracy": 71.9000015258789, "Augmented-Accuracy": 76.468, "Augmented-Loss": 1.1801433226413727, "Clean-Accuracy": 69.32, "Clean-Loss": 1.1108459236145019, "PGD-Accuracy": 0.06, "PGD-Loss": 5.693297666931152}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1395.528738975525, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.05999755859375, "Augmented-0.05-Quantile-Accuracy": 57.09000015258789, "Augmented-0.1-Quantile-Accuracy": 58.53999710083008, "Augmented-Accuracy": 63.4744, "Augmented-Loss": 1.3034382784042358, "Clean-Accuracy": 68.76, "Clean-Loss": 1.12540512008667, "PGD-Accuracy": 0.14, "PGD-Loss": 5.917552447509766}, "Total-Time": 57208.023634672165, "Train": {"Loss": 1.6521709726333618, "avg t": 1.1849303125, "plain loss": 1.1016747778625497}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.18000030517578, "Augmented-0.05-Quantile-Accuracy": 63.69999694824219, "Augmented-0.1-Quantile-Accuracy": 64.91999816894531, "Augmented-Accuracy": 69.2834, "Augmented-Loss": 1.1741024721393585, "Clean-Accuracy": 68.44, "Clean-Loss": 1.0253265810012817, "PGD-Accuracy": 0.2, "PGD-Loss": 5.559035795593262}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1395.952695608139, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.849998474121094, "Augmented-0.05-Quantile-Accuracy": 61.5, "Augmented-0.1-Quantile-Accuracy": 63.06999969482422, "Augmented-Accuracy": 67.5558, "Augmented-Loss": 1.2900763556747437, "Clean-Accuracy": 71.41, "Clean-Loss": 1.1139973625183106, "PGD-Accuracy": 0.08, "PGD-Loss": 5.940842150878907}, "Total-Time": 58603.976330280304, "Train": {"Loss": 1.643202699584961, "avg t": 1.17505265625, "plain loss": 1.085523407897948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.31999969482422, "Augmented-0.05-Quantile-Accuracy": 67.25999450683594, "Augmented-0.1-Quantile-Accuracy": 68.4000015258789, "Augmented-Accuracy": 72.7438, "Augmented-Loss": 1.1845813494091033, "Clean-Accuracy": 65.6, "Clean-Loss": 1.0647659704208374, "PGD-Accuracy": 0.18, "PGD-Loss": 5.669210558319092}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1395.7727918624878, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.57999801635742, "Augmented-0.05-Quantile-Accuracy": 60.18000030517578, "Augmented-0.1-Quantile-Accuracy": 61.47999954223633, "Augmented-Accuracy": 66.5188, "Augmented-Loss": 1.283618589805603, "Clean-Accuracy": 71.23, "Clean-Loss": 1.1198356338500977, "PGD-Accuracy": 0.03, "PGD-Loss": 6.0317191284179685}, "Total-Time": 59999.74912214279, "Train": {"Loss": 1.6597423177337647, "avg t": 1.18318765625, "plain loss": 1.0971402207336423}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.81999969482422, "Augmented-0.05-Quantile-Accuracy": 64.91999816894531, "Augmented-0.1-Quantile-Accuracy": 66.18000030517578, "Augmented-Accuracy": 70.7906, "Augmented-Loss": 1.1828521916351318, "Clean-Accuracy": 70.26, "Clean-Loss": 1.0378029407501221, "PGD-Accuracy": 0.0, "PGD-Loss": 5.777283798980713}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1395.6391179561615, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.65999984741211, "Augmented-0.05-Quantile-Accuracy": 63.80999755859375, "Augmented-0.1-Quantile-Accuracy": 65.33999633789062, "Augmented-Accuracy": 70.0433, "Augmented-Loss": 1.2665901144485474, "Clean-Accuracy": 75.69, "Clean-Loss": 1.0816171363830567, "PGD-Accuracy": 0.22, "PGD-Loss": 6.06569794921875}, "Total-Time": 61395.38824009895, "Train": {"Loss": 1.6320916473388671, "avg t": 1.17344390625, "plain loss": 1.0821221409301764}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.77999877929688, "Augmented-0.05-Quantile-Accuracy": 69.83999633789062, "Augmented-0.1-Quantile-Accuracy": 71.23999786376953, "Augmented-Accuracy": 75.3398, "Augmented-Loss": 1.1353710091533662, "Clean-Accuracy": 74.14, "Clean-Loss": 1.0211648769378663, "PGD-Accuracy": 0.14, "PGD-Loss": 5.750834700775147}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1395.7637116909027, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.12999725341797, "Augmented-0.05-Quantile-Accuracy": 55.06999969482422, "Augmented-0.1-Quantile-Accuracy": 56.43000030517578, "Augmented-Accuracy": 60.9605, "Augmented-Loss": 1.351225110054016, "Clean-Accuracy": 66.76, "Clean-Loss": 1.2043618560791016, "PGD-Accuracy": 0.13, "PGD-Loss": 5.867349835205078}, "Total-Time": 62791.151951789856, "Train": {"Loss": 1.66340671875, "avg t": 1.18270859375, "plain loss": 1.094774107666016}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.55999755859375, "Augmented-0.05-Quantile-Accuracy": 62.97999954223633, "Augmented-0.1-Quantile-Accuracy": 64.04000091552734, "Augmented-Accuracy": 68.2136, "Augmented-Loss": 1.241056068063736, "Clean-Accuracy": 68.42, "Clean-Loss": 1.0535285350799561, "PGD-Accuracy": 0.1, "PGD-Loss": 5.5582816101074215}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1395.8329541683197, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.93000030517578, "Augmented-0.05-Quantile-Accuracy": 62.84000015258789, "Augmented-0.1-Quantile-Accuracy": 64.02999877929688, "Augmented-Accuracy": 67.7578, "Augmented-Loss": 1.2606351299972534, "Clean-Accuracy": 69.9, "Clean-Loss": 1.152765119934082, "PGD-Accuracy": 0.2, "PGD-Loss": 5.786682287597657}, "Total-Time": 64186.984905958176, "Train": {"Loss": 1.6419218285369872, "avg t": 1.1806540625, "plain loss": 1.0926796108398447}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.31999969482422, "Augmented-0.05-Quantile-Accuracy": 65.54000091552734, "Augmented-0.1-Quantile-Accuracy": 66.81999969482422, "Augmented-Accuracy": 70.5906, "Augmented-Loss": 1.1997760734329224, "Clean-Accuracy": 66.46, "Clean-Loss": 1.1261233222961426, "PGD-Accuracy": 0.12, "PGD-Loss": 5.522080165100098}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1396.2026433944702, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.14999771118164, "Augmented-0.05-Quantile-Accuracy": 61.30999755859375, "Augmented-0.1-Quantile-Accuracy": 62.709999084472656, "Augmented-Accuracy": 67.5802, "Augmented-Loss": 1.298931577987671, "Clean-Accuracy": 70.93, "Clean-Loss": 1.1593705940246581, "PGD-Accuracy": 0.35, "PGD-Loss": 5.850221246337891}, "Total-Time": 65583.18754935265, "Train": {"Loss": 1.6290311074066162, "avg t": 1.1757196875, "plain loss": 1.0876772741088871}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.22000122070312, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 69.83999633789062, "Augmented-Accuracy": 74.052, "Augmented-Loss": 1.1920892274475097, "Clean-Accuracy": 75.12, "Clean-Loss": 1.0379920871734618, "PGD-Accuracy": 0.22, "PGD-Loss": 5.476424392700196}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1396.3664343357086, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.94999694824219, "Augmented-0.05-Quantile-Accuracy": 57.599998474121094, "Augmented-0.1-Quantile-Accuracy": 59.189998626708984, "Augmented-Accuracy": 64.5508, "Augmented-Loss": 1.3977862871398925, "Clean-Accuracy": 70.7, "Clean-Loss": 1.194103660583496, "PGD-Accuracy": 0.07, "PGD-Loss": 6.140699829101562}, "Total-Time": 66979.55398368835, "Train": {"Loss": 1.647986206817627, "avg t": 1.18165640625, "plain loss": 1.0935776019592287}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.13999938964844, "Augmented-0.05-Quantile-Accuracy": 66.22000122070312, "Augmented-0.1-Quantile-Accuracy": 68.0199966430664, "Augmented-Accuracy": 72.4758, "Augmented-Loss": 1.2441494531269073, "Clean-Accuracy": 69.88, "Clean-Loss": 1.0725492113113404, "PGD-Accuracy": 0.06, "PGD-Loss": 5.903063815307617}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1396.0246546268463, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.019996643066406, "Augmented-0.05-Quantile-Accuracy": 62.8599967956543, "Augmented-0.1-Quantile-Accuracy": 64.62999725341797, "Augmented-Accuracy": 70.305, "Augmented-Loss": 1.3430750778884888, "Clean-Accuracy": 73.41, "Clean-Loss": 1.158682879638672, "PGD-Accuracy": 0.06, "PGD-Loss": 6.15418521118164}, "Total-Time": 68375.5786383152, "Train": {"Loss": 1.6303137799453735, "avg t": 1.17522453125, "plain loss": 1.084697089202882}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.5199966430664, "Augmented-0.05-Quantile-Accuracy": 67.73999786376953, "Augmented-0.1-Quantile-Accuracy": 69.22000122070312, "Augmented-Accuracy": 74.1996, "Augmented-Loss": 1.2119759600505828, "Clean-Accuracy": 72.54, "Clean-Loss": 1.0230590438842773, "PGD-Accuracy": 0.06, "PGD-Loss": 5.82613291015625}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1395.884639263153, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.689998626708984, "Augmented-0.05-Quantile-Accuracy": 64.1199951171875, "Augmented-0.1-Quantile-Accuracy": 65.70999908447266, "Augmented-Accuracy": 70.5662, "Augmented-Loss": 1.2494406616287232, "Clean-Accuracy": 73.52, "Clean-Loss": 1.0928231239318849, "PGD-Accuracy": 0.07, "PGD-Loss": 6.258715826416015}, "Total-Time": 69771.46327757835, "Train": {"Loss": 1.6326255681991577, "avg t": 1.17653109375, "plain loss": 1.087044163482666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.22000122070312, "Augmented-0.05-Quantile-Accuracy": 69.18000030517578, "Augmented-0.1-Quantile-Accuracy": 70.9000015258789, "Augmented-Accuracy": 74.8394, "Augmented-Loss": 1.1403608849811553, "Clean-Accuracy": 69.94, "Clean-Loss": 1.0607600633621215, "PGD-Accuracy": 0.1, "PGD-Loss": 5.854014252471924}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1396.5240259170532, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.5099983215332, "Augmented-0.05-Quantile-Accuracy": 63.66999816894531, "Augmented-0.1-Quantile-Accuracy": 64.83000183105469, "Augmented-Accuracy": 69.355, "Augmented-Loss": 1.2357959530715943, "Clean-Accuracy": 72.26, "Clean-Loss": 1.1034881225585937, "PGD-Accuracy": 0.28, "PGD-Loss": 5.7985202453613285}, "Total-Time": 71167.9873034954, "Train": {"Loss": 1.6309710539245605, "avg t": 1.1718603125, "plain loss": 1.0822034136352532}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.099998474121094, "Augmented-0.05-Quantile-Accuracy": 66.19999694824219, "Augmented-0.1-Quantile-Accuracy": 67.63999938964844, "Augmented-Accuracy": 72.0436, "Augmented-Loss": 1.1571308933372497, "Clean-Accuracy": 69.08, "Clean-Loss": 0.9959439014434814, "PGD-Accuracy": 0.24, "PGD-Loss": 5.489198647308349}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1395.1251964569092, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.02000045776367, "Augmented-0.05-Quantile-Accuracy": 59.46999740600586, "Augmented-0.1-Quantile-Accuracy": 60.89999771118164, "Augmented-Accuracy": 66.2054, "Augmented-Loss": 1.3180061599578858, "Clean-Accuracy": 68.23, "Clean-Loss": 1.150007376098633, "PGD-Accuracy": 0.04, "PGD-Loss": 6.00081332397461}, "Total-Time": 72563.11249995232, "Train": {"Loss": 1.6234424690246583, "avg t": 1.17309125, "plain loss": 1.0820408554992669}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.099998474121094, "Augmented-0.05-Quantile-Accuracy": 64.31999969482422, "Augmented-0.1-Quantile-Accuracy": 65.73999786376953, "Augmented-Accuracy": 70.1102, "Augmented-Loss": 1.1956928318710327, "Clean-Accuracy": 69.66, "Clean-Loss": 1.113469921875, "PGD-Accuracy": 0.06, "PGD-Loss": 5.660104731750488}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1488.7190353870392, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.93000030517578, "Augmented-0.05-Quantile-Accuracy": 64.58999633789062, "Augmented-0.1-Quantile-Accuracy": 66.18999481201172, "Augmented-Accuracy": 71.0861, "Augmented-Loss": 1.3310497631607057, "Clean-Accuracy": 75.25, "Clean-Loss": 1.1496349388122558, "PGD-Accuracy": 0.05, "PGD-Loss": 5.914596154785157}, "Total-Time": 74051.83153533936, "Train": {"Loss": 1.6281178538894654, "avg t": 1.1712084375, "plain loss": 1.081299572845459}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.9000015258789, "Augmented-0.05-Quantile-Accuracy": 71.27999877929688, "Augmented-0.1-Quantile-Accuracy": 72.81999969482422, "Augmented-Accuracy": 76.832, "Augmented-Loss": 1.2021112094135284, "Clean-Accuracy": 68.74, "Clean-Loss": 1.1516912105560302, "PGD-Accuracy": 0.1, "PGD-Loss": 5.573567957305908}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1652.2945942878723, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.16999816894531, "Augmented-0.05-Quantile-Accuracy": 59.48999786376953, "Augmented-0.1-Quantile-Accuracy": 61.0, "Augmented-Accuracy": 65.9111, "Augmented-Loss": 1.2727922787399293, "Clean-Accuracy": 66.88, "Clean-Loss": 1.1651731399536134, "PGD-Accuracy": 0.07, "PGD-Loss": 6.001255694580078}, "Total-Time": 75704.12612962723, "Train": {"Loss": 1.6245558483123779, "avg t": 1.1759715625, "plain loss": 1.0816301676635733}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.779998779296875, "Augmented-0.05-Quantile-Accuracy": 64.79999542236328, "Augmented-0.1-Quantile-Accuracy": 65.9000015258789, "Augmented-Accuracy": 70.3764, "Augmented-Loss": 1.1947756403007508, "Clean-Accuracy": 65.34, "Clean-Loss": 1.1097540279388427, "PGD-Accuracy": 0.1, "PGD-Loss": 5.7070805442810055}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1687.902319431305, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.029998779296875, "Augmented-0.05-Quantile-Accuracy": 64.29999542236328, "Augmented-0.1-Quantile-Accuracy": 65.6199951171875, "Augmented-Accuracy": 70.4085, "Augmented-Loss": 1.247477468864441, "Clean-Accuracy": 75.75, "Clean-Loss": 1.086860321044922, "PGD-Accuracy": 0.07, "PGD-Loss": 5.804369793701172}, "Total-Time": 77392.02844905853, "Train": {"Loss": 1.6263227365112305, "avg t": 1.17122625, "plain loss": 1.0764284529724117}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.87999725341797, "Augmented-0.05-Quantile-Accuracy": 70.83999633789062, "Augmented-0.1-Quantile-Accuracy": 72.19999694824219, "Augmented-Accuracy": 76.1986, "Augmented-Loss": 1.1307786067371368, "Clean-Accuracy": 72.72, "Clean-Loss": 0.9921556413650513, "PGD-Accuracy": 0.06, "PGD-Loss": 5.421653173828125}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1651.9457540512085, "Test": {"Augmented-0.01-Quantile-Accuracy": 72.5, "Augmented-0.05-Quantile-Accuracy": 75.75, "Augmented-0.1-Quantile-Accuracy": 77.0, "Augmented-Accuracy": 80.9814, "Augmented-Loss": 1.0699686794891357, "Clean-Accuracy": 83.03, "Clean-Loss": 0.9273782905578614, "PGD-Accuracy": 0.07, "PGD-Loss": 6.331558215332032}, "Total-Time": 79043.97420310974, "Train": {"Loss": 1.273638261871338, "avg t": 1.0825046875, "plain loss": 0.9318189530639645}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.69999694824219, "Augmented-0.05-Quantile-Accuracy": 80.27999877929688, "Augmented-0.1-Quantile-Accuracy": 81.29999542236328, "Augmented-Accuracy": 84.8356, "Augmented-Loss": 0.9496956246986389, "Clean-Accuracy": 84.52, "Clean-Loss": 0.844689559173584, "PGD-Accuracy": 0.08, "PGD-Loss": 5.9298279693603515}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1669.4937906265259, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.52999877929688, "Augmented-0.05-Quantile-Accuracy": 77.47000122070312, "Augmented-0.1-Quantile-Accuracy": 78.68999481201172, "Augmented-Accuracy": 82.4028, "Augmented-Loss": 1.019390726890564, "Clean-Accuracy": 84.53, "Clean-Loss": 0.8872161346435546, "PGD-Accuracy": 0.03, "PGD-Loss": 6.481870025634765}, "Total-Time": 80713.46799373627, "Train": {"Loss": 1.1854323308181762, "avg t": 1.045229375, "plain loss": 0.863999345703125}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.1199951171875, "Augmented-0.05-Quantile-Accuracy": 81.57999420166016, "Augmented-0.1-Quantile-Accuracy": 82.6199951171875, "Augmented-Accuracy": 86.0732, "Augmented-Loss": 0.9080191277046203, "Clean-Accuracy": 80.44, "Clean-Loss": 0.8397535678863526, "PGD-Accuracy": 0.04, "PGD-Loss": 6.068215615844727}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1670.0974810123444, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.75, "Augmented-0.05-Quantile-Accuracy": 76.77999877929688, "Augmented-0.1-Quantile-Accuracy": 78.37999725341797, "Augmented-Accuracy": 81.9038, "Augmented-Loss": 1.000395910713196, "Clean-Accuracy": 84.28, "Clean-Loss": 0.8732838325500488, "PGD-Accuracy": 0.04, "PGD-Loss": 6.602678344726563}, "Total-Time": 82383.56547474861, "Train": {"Loss": 1.1415199382019043, "avg t": 1.0291659375, "plain loss": 0.8356503208007807}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.77999877929688, "Augmented-0.05-Quantile-Accuracy": 82.36000061035156, "Augmented-0.1-Quantile-Accuracy": 83.47999572753906, "Augmented-Accuracy": 86.5896, "Augmented-Loss": 0.8818647250204086, "Clean-Accuracy": 80.42, "Clean-Loss": 0.8199318254470825, "PGD-Accuracy": 0.1, "PGD-Loss": 6.163193065643311}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1653.0437352657318, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.30999755859375, "Augmented-0.05-Quantile-Accuracy": 78.11000061035156, "Augmented-0.1-Quantile-Accuracy": 79.27999877929688, "Augmented-Accuracy": 83.1138, "Augmented-Loss": 0.9845293499145508, "Clean-Accuracy": 85.04, "Clean-Loss": 0.8597831932067871, "PGD-Accuracy": 0.05, "PGD-Loss": 6.6254297058105465}, "Total-Time": 84036.60921001434, "Train": {"Loss": 1.1299395301437378, "avg t": 1.0221359375, "plain loss": 0.8205665435180675}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.04000091552734, "Augmented-0.05-Quantile-Accuracy": 82.68000030517578, "Augmented-0.1-Quantile-Accuracy": 83.91999816894531, "Augmented-Accuracy": 86.9336, "Augmented-Loss": 0.8784603060293198, "Clean-Accuracy": 86.22, "Clean-Loss": 0.78431352891922, "PGD-Accuracy": 0.06, "PGD-Loss": 6.188150076293946}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1687.49232339859, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.00999450683594, "Augmented-0.05-Quantile-Accuracy": 76.79000091552734, "Augmented-0.1-Quantile-Accuracy": 78.13999938964844, "Augmented-Accuracy": 82.2664, "Augmented-Loss": 0.9791474962387084, "Clean-Accuracy": 84.55, "Clean-Loss": 0.8491617370605469, "PGD-Accuracy": 0.03, "PGD-Loss": 6.77896513671875}, "Total-Time": 85724.10153341293, "Train": {"Loss": 1.112437278137207, "avg t": 1.01642421875, "plain loss": 0.8124940312805171}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.18000030517578, "Augmented-0.05-Quantile-Accuracy": 82.57999420166016, "Augmented-0.1-Quantile-Accuracy": 83.65999603271484, "Augmented-Accuracy": 86.7916, "Augmented-Loss": 0.8577761114044189, "Clean-Accuracy": 85.34, "Clean-Loss": 0.8074887386322022, "PGD-Accuracy": 0.04, "PGD-Loss": 6.3456156578063965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1652.2682683467865, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.18999481201172, "Augmented-0.05-Quantile-Accuracy": 77.93999481201172, "Augmented-0.1-Quantile-Accuracy": 79.29000091552734, "Augmented-Accuracy": 83.0913, "Augmented-Loss": 0.9667879283752442, "Clean-Accuracy": 85.46, "Clean-Loss": 0.8459621215820312, "PGD-Accuracy": 0.06, "PGD-Loss": 6.7778214233398435}, "Total-Time": 87376.36980175972, "Train": {"Loss": 1.0975930451202394, "avg t": 1.0113078125, "plain loss": 0.7998841776428213}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.75999450683594, "Augmented-0.05-Quantile-Accuracy": 83.57999420166016, "Augmented-0.1-Quantile-Accuracy": 84.54000091552734, "Augmented-Accuracy": 87.8302, "Augmented-Loss": 0.856797656498909, "Clean-Accuracy": 84.38, "Clean-Loss": 0.7987004179954529, "PGD-Accuracy": 0.06, "PGD-Loss": 6.313275395202637}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1671.847725868225, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.47000122070312, "Augmented-0.05-Quantile-Accuracy": 77.02999877929688, "Augmented-0.1-Quantile-Accuracy": 78.36000061035156, "Augmented-Accuracy": 82.2452, "Augmented-Loss": 0.9645285504074097, "Clean-Accuracy": 85.74, "Clean-Loss": 0.834120034790039, "PGD-Accuracy": 0.08, "PGD-Loss": 6.750424774169922}, "Total-Time": 89048.21752762794, "Train": {"Loss": 1.0838145355224609, "avg t": 1.0047184375, "plain loss": 0.793878194549561}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.72000122070312, "Augmented-0.05-Quantile-Accuracy": 83.25999450683594, "Augmented-0.1-Quantile-Accuracy": 84.37999725341797, "Augmented-Accuracy": 87.3852, "Augmented-Loss": 0.8402827978305817, "Clean-Accuracy": 86.2, "Clean-Loss": 0.7762228523254394, "PGD-Accuracy": 0.02, "PGD-Loss": 6.3109985481262205}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1667.8707661628723, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.61000061035156, "Augmented-0.05-Quantile-Accuracy": 77.68999481201172, "Augmented-0.1-Quantile-Accuracy": 78.86000061035156, "Augmented-Accuracy": 82.8989, "Augmented-Loss": 0.9608841925354004, "Clean-Accuracy": 86.0, "Clean-Loss": 0.8325767524719239, "PGD-Accuracy": 0.06, "PGD-Loss": 6.835512335205078}, "Total-Time": 90716.08829379082, "Train": {"Loss": 1.0747234031295776, "avg t": 1.0014325, "plain loss": 0.786698490264893}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.69999694824219, "Augmented-0.1-Quantile-Accuracy": 84.86000061035156, "Augmented-Accuracy": 88.0808, "Augmented-Loss": 0.8369906638336182, "Clean-Accuracy": 84.5, "Clean-Loss": 0.7835936347961425, "PGD-Accuracy": 0.06, "PGD-Loss": 6.370348488616943}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1651.4685380458832, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.47000122070312, "Augmented-0.05-Quantile-Accuracy": 78.58999633789062, "Augmented-0.1-Quantile-Accuracy": 79.98999786376953, "Augmented-Accuracy": 83.6797, "Augmented-Loss": 0.9431229318008423, "Clean-Accuracy": 86.39, "Clean-Loss": 0.8284015251159668, "PGD-Accuracy": 0.06, "PGD-Loss": 6.793935522460938}, "Total-Time": 92367.5568318367, "Train": {"Loss": 1.0682259547424315, "avg t": 0.99781234375, "plain loss": 0.7855327971191414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.4000015258789, "Augmented-0.05-Quantile-Accuracy": 83.83999633789062, "Augmented-0.1-Quantile-Accuracy": 84.93999481201172, "Augmented-Accuracy": 88.2242, "Augmented-Loss": 0.8330055416526795, "Clean-Accuracy": 85.74, "Clean-Loss": 0.7805348877906799, "PGD-Accuracy": 0.06, "PGD-Loss": 6.35113127822876}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1683.061781167984, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.58000183105469, "Augmented-0.05-Quantile-Accuracy": 77.5999984741211, "Augmented-0.1-Quantile-Accuracy": 79.0999984741211, "Augmented-Accuracy": 83.0018, "Augmented-Loss": 0.9511926602478027, "Clean-Accuracy": 85.71, "Clean-Loss": 0.8309826667785645, "PGD-Accuracy": 0.08, "PGD-Loss": 6.788859661865234}, "Total-Time": 94050.61861300468, "Train": {"Loss": 1.053369068031311, "avg t": 0.99209921875, "plain loss": 0.7754280455780033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.63999938964844, "Augmented-0.05-Quantile-Accuracy": 84.0199966430664, "Augmented-0.1-Quantile-Accuracy": 84.81999969482422, "Augmented-Accuracy": 88.3876, "Augmented-Loss": 0.8300179617233276, "Clean-Accuracy": 87.94, "Clean-Loss": 0.7429459171295166, "PGD-Accuracy": 0.08, "PGD-Loss": 6.328093946838379}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1639.451405763626, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.20999908447266, "Augmented-0.05-Quantile-Accuracy": 78.20999908447266, "Augmented-0.1-Quantile-Accuracy": 79.29999542236328, "Augmented-Accuracy": 83.0371, "Augmented-Loss": 0.9453984715805054, "Clean-Accuracy": 86.12, "Clean-Loss": 0.8206662345886231, "PGD-Accuracy": 0.06, "PGD-Loss": 6.809654187011719}, "Total-Time": 95690.07001876831, "Train": {"Loss": 1.0498682315635681, "avg t": 0.9897346875, "plain loss": 0.7768914534912106}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.1199951171875, "Augmented-0.05-Quantile-Accuracy": 84.77999877929688, "Augmented-0.1-Quantile-Accuracy": 85.95999908447266, "Augmented-Accuracy": 89.1356, "Augmented-Loss": 0.8217228725986481, "Clean-Accuracy": 88.16, "Clean-Loss": 0.7846372706413269, "PGD-Accuracy": 0.04, "PGD-Loss": 6.359991410827637}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1655.6250224113464, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.04999542236328, "Augmented-0.05-Quantile-Accuracy": 78.91999816894531, "Augmented-0.1-Quantile-Accuracy": 80.08999633789062, "Augmented-Accuracy": 83.605, "Augmented-Loss": 0.9386561769180298, "Clean-Accuracy": 86.33, "Clean-Loss": 0.8240393264770508, "PGD-Accuracy": 0.06, "PGD-Loss": 6.739869464111328}, "Total-Time": 97345.69504117966, "Train": {"Loss": 1.0449444764518738, "avg t": 0.9872340625, "plain loss": 0.7721255650329584}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.13999938964844, "Augmented-0.05-Quantile-Accuracy": 84.36000061035156, "Augmented-0.1-Quantile-Accuracy": 85.37999725341797, "Augmented-Accuracy": 88.6052, "Augmented-Loss": 0.8306324607076645, "Clean-Accuracy": 86.92, "Clean-Loss": 0.7603787899971008, "PGD-Accuracy": 0.06, "PGD-Loss": 6.339170456695556}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1649.4398374557495, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.48999786376953, "Augmented-0.05-Quantile-Accuracy": 78.68999481201172, "Augmented-0.1-Quantile-Accuracy": 79.97000122070312, "Augmented-Accuracy": 83.5527, "Augmented-Loss": 0.9495303194732666, "Clean-Accuracy": 86.14, "Clean-Loss": 0.8362537170410156, "PGD-Accuracy": 0.04, "PGD-Loss": 6.696657537841797}, "Total-Time": 98995.1348786354, "Train": {"Loss": 1.0439206876945495, "avg t": 0.98688375, "plain loss": 0.7742682469787588}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.93999481201172, "Augmented-0.05-Quantile-Accuracy": 85.4000015258789, "Augmented-0.1-Quantile-Accuracy": 86.45999908447266, "Augmented-Accuracy": 89.116, "Augmented-Loss": 0.8325841540317536, "Clean-Accuracy": 87.44, "Clean-Loss": 0.8147838823318482, "PGD-Accuracy": 0.1, "PGD-Loss": 6.261680019378662}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1634.372978925705, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.54000091552734, "Augmented-0.05-Quantile-Accuracy": 78.37999725341797, "Augmented-0.1-Quantile-Accuracy": 79.68999481201172, "Augmented-Accuracy": 83.4101, "Augmented-Loss": 0.933476285446167, "Clean-Accuracy": 86.3, "Clean-Loss": 0.8069752510070801, "PGD-Accuracy": 0.03, "PGD-Loss": 6.743527960205078}, "Total-Time": 100629.50785756111, "Train": {"Loss": 1.0365149729919434, "avg t": 0.98340609375, "plain loss": 0.767345983062744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.6199951171875, "Augmented-0.05-Quantile-Accuracy": 85.0999984741211, "Augmented-0.1-Quantile-Accuracy": 86.0199966430664, "Augmented-Accuracy": 88.9904, "Augmented-Loss": 0.809742388876915, "Clean-Accuracy": 88.42, "Clean-Loss": 0.742991958618164, "PGD-Accuracy": 0.08, "PGD-Loss": 6.326703196716308}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1666.8262777328491, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.02999877929688, "Augmented-0.05-Quantile-Accuracy": 77.93999481201172, "Augmented-0.1-Quantile-Accuracy": 79.20999908447266, "Augmented-Accuracy": 83.1964, "Augmented-Loss": 0.9455266262588501, "Clean-Accuracy": 86.29, "Clean-Loss": 0.8335133819580078, "PGD-Accuracy": 0.05, "PGD-Loss": 6.66586318359375}, "Total-Time": 102296.33413529396, "Train": {"Loss": 1.0340512442588805, "avg t": 0.98082875, "plain loss": 0.7633640361328135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.19999694824219, "Augmented-0.05-Quantile-Accuracy": 84.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.83999633789062, "Augmented-Accuracy": 89.0672, "Augmented-Loss": 0.8337447817010879, "Clean-Accuracy": 83.18, "Clean-Loss": 0.8199698516845703, "PGD-Accuracy": 0.2, "PGD-Loss": 6.204135177612304}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1628.9317827224731, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.9000015258789, "Augmented-0.05-Quantile-Accuracy": 77.93000030517578, "Augmented-0.1-Quantile-Accuracy": 79.12999725341797, "Augmented-Accuracy": 82.9791, "Augmented-Loss": 0.9496707526321411, "Clean-Accuracy": 85.68, "Clean-Loss": 0.8382496887207032, "PGD-Accuracy": 0.04, "PGD-Loss": 6.63161494140625}, "Total-Time": 103925.26591801643, "Train": {"Loss": 1.0273109158325195, "avg t": 0.9782175, "plain loss": 0.7636878006591797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.87999725341797, "Augmented-0.05-Quantile-Accuracy": 84.63999938964844, "Augmented-0.1-Quantile-Accuracy": 85.95999908447266, "Augmented-Accuracy": 89.1028, "Augmented-Loss": 0.8316518152980804, "Clean-Accuracy": 87.4, "Clean-Loss": 0.7474723271369934, "PGD-Accuracy": 0.04, "PGD-Loss": 6.189603819274902}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1645.196376800537, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.52999877929688, "Augmented-0.05-Quantile-Accuracy": 78.58999633789062, "Augmented-0.1-Quantile-Accuracy": 79.83999633789062, "Augmented-Accuracy": 83.4842, "Augmented-Loss": 0.9580686566009522, "Clean-Accuracy": 86.99, "Clean-Loss": 0.8306248664855957, "PGD-Accuracy": 0.06, "PGD-Loss": 6.671327581787109}, "Total-Time": 105570.46229481697, "Train": {"Loss": 1.030638915977478, "avg t": 0.979139375, "plain loss": 0.7728393502807619}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.25999450683594, "Augmented-0.05-Quantile-Accuracy": 85.75999450683594, "Augmented-0.1-Quantile-Accuracy": 86.77999877929688, "Augmented-Accuracy": 89.5128, "Augmented-Loss": 0.8305333364696502, "Clean-Accuracy": 88.54, "Clean-Loss": 0.7645905532836914, "PGD-Accuracy": 0.12, "PGD-Loss": 6.243100653839111}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1648.0947885513306, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.05999755859375, "Augmented-0.05-Quantile-Accuracy": 78.13999938964844, "Augmented-0.1-Quantile-Accuracy": 79.19999694824219, "Augmented-Accuracy": 83.1828, "Augmented-Loss": 0.957460356338501, "Clean-Accuracy": 86.82, "Clean-Loss": 0.8381845390319824, "PGD-Accuracy": 0.06, "PGD-Loss": 6.599719512939453}, "Total-Time": 107218.5570833683, "Train": {"Loss": 1.0332709032821654, "avg t": 0.9807546875, "plain loss": 0.7777149278411866}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.45999908447266, "Augmented-0.05-Quantile-Accuracy": 85.6199951171875, "Augmented-0.1-Quantile-Accuracy": 86.55999755859375, "Augmented-Accuracy": 89.8124, "Augmented-Loss": 0.8334204036149979, "Clean-Accuracy": 87.54, "Clean-Loss": 0.786720186328888, "PGD-Accuracy": 0.16, "PGD-Loss": 6.184608532714844}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1637.9119663238525, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.18000030517578, "Augmented-0.05-Quantile-Accuracy": 77.47999572753906, "Augmented-0.1-Quantile-Accuracy": 78.6199951171875, "Augmented-Accuracy": 82.3852, "Augmented-Loss": 0.9682596458892823, "Clean-Accuracy": 85.78, "Clean-Loss": 0.8561487205505371, "PGD-Accuracy": 0.13, "PGD-Loss": 6.622478137207032}, "Total-Time": 108856.46904969215, "Train": {"Loss": 1.0323571690368651, "avg t": 0.97892609375, "plain loss": 0.7800382781372074}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.36000061035156, "Augmented-0.05-Quantile-Accuracy": 85.27999877929688, "Augmented-0.1-Quantile-Accuracy": 86.36000061035156, "Augmented-Accuracy": 89.4414, "Augmented-Loss": 0.8439565459985733, "Clean-Accuracy": 87.28, "Clean-Loss": 0.8011825601577759, "PGD-Accuracy": 0.3, "PGD-Loss": 6.2531570602416995}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1677.2867288589478, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.86000061035156, "Augmented-0.05-Quantile-Accuracy": 78.61000061035156, "Augmented-0.1-Quantile-Accuracy": 79.75999450683594, "Augmented-Accuracy": 83.5133, "Augmented-Loss": 0.9411197391433715, "Clean-Accuracy": 85.93, "Clean-Loss": 0.8319068946838379, "PGD-Accuracy": 0.08, "PGD-Loss": 6.520456427001953}, "Total-Time": 110533.7557785511, "Train": {"Loss": 1.0294731215286255, "avg t": 0.97816609375, "plain loss": 0.7790201592102052}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.9000015258789, "Augmented-0.05-Quantile-Accuracy": 85.31999969482422, "Augmented-0.1-Quantile-Accuracy": 86.6199951171875, "Augmented-Accuracy": 89.4428, "Augmented-Loss": 0.8222698342790604, "Clean-Accuracy": 89.2, "Clean-Loss": 0.7739241666793824, "PGD-Accuracy": 0.14, "PGD-Loss": 6.130777980041504}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1644.0872991085052, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.1199951171875, "Augmented-0.05-Quantile-Accuracy": 79.79000091552734, "Augmented-0.1-Quantile-Accuracy": 81.02999877929688, "Augmented-Accuracy": 84.4889, "Augmented-Loss": 0.9242985761947632, "Clean-Accuracy": 87.54, "Clean-Loss": 0.8149188713073731, "PGD-Accuracy": 0.08, "PGD-Loss": 6.4828916320800785}, "Total-Time": 112177.8430776596, "Train": {"Loss": 0.9989048439216613, "avg t": 0.96531546875, "plain loss": 0.7519207589569097}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.72000122070312, "Augmented-0.05-Quantile-Accuracy": 87.19999694824219, "Augmented-0.1-Quantile-Accuracy": 88.27999877929688, "Augmented-Accuracy": 90.9386, "Augmented-Loss": 0.8048091940059662, "Clean-Accuracy": 88.16, "Clean-Loss": 0.7895632772445679, "PGD-Accuracy": 0.24, "PGD-Loss": 6.086636103820801}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1656.580230474472, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.2699966430664, "Augmented-0.05-Quantile-Accuracy": 80.1199951171875, "Augmented-0.1-Quantile-Accuracy": 81.04999542236328, "Augmented-Accuracy": 84.6586, "Augmented-Loss": 0.9217418699951172, "Clean-Accuracy": 87.55, "Clean-Loss": 0.8138076431274414, "PGD-Accuracy": 0.07, "PGD-Loss": 6.454844866943359}, "Total-Time": 113834.42330813408, "Train": {"Loss": 0.9876786009407044, "avg t": 0.95942515625, "plain loss": 0.7379512218017587}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.45999908447266, "Augmented-0.05-Quantile-Accuracy": 87.73999786376953, "Augmented-0.1-Quantile-Accuracy": 88.73999786376953, "Augmented-Accuracy": 91.3362, "Augmented-Loss": 0.8008159015932084, "Clean-Accuracy": 87.06, "Clean-Loss": 0.7875991532325745, "PGD-Accuracy": 0.3, "PGD-Loss": 6.059195927429199}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1662.8988938331604, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.7699966430664, "Augmented-0.05-Quantile-Accuracy": 80.29000091552734, "Augmented-0.1-Quantile-Accuracy": 81.37999725341797, "Augmented-Accuracy": 84.8163, "Augmented-Loss": 0.9189127582092285, "Clean-Accuracy": 87.7, "Clean-Loss": 0.8133071701049804, "PGD-Accuracy": 0.08, "PGD-Loss": 6.440914031982422}, "Total-Time": 115497.32220196724, "Train": {"Loss": 0.98510017578125, "avg t": 0.95675046875, "plain loss": 0.730965664642334}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.5199966430664, "Augmented-0.05-Quantile-Accuracy": 87.72000122070312, "Augmented-0.1-Quantile-Accuracy": 88.68000030517578, "Augmented-Accuracy": 91.1012, "Augmented-Loss": 0.7980142840433121, "Clean-Accuracy": 89.48, "Clean-Loss": 0.7350228712081909, "PGD-Accuracy": 0.22, "PGD-Loss": 6.0319380310058595}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1643.0321362018585, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.00999450683594, "Augmented-0.05-Quantile-Accuracy": 80.54999542236328, "Augmented-0.1-Quantile-Accuracy": 81.6500015258789, "Augmented-Accuracy": 85.056, "Augmented-Loss": 0.915956008102417, "Clean-Accuracy": 88.22, "Clean-Loss": 0.808691145324707, "PGD-Accuracy": 0.08, "PGD-Loss": 6.4159365661621095}, "Total-Time": 117140.3543381691, "Train": {"Loss": 0.9838288182258605, "avg t": 0.95519875, "plain loss": 0.7258484143524176}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0199966430664, "Augmented-0.05-Quantile-Accuracy": 88.0199966430664, "Augmented-0.1-Quantile-Accuracy": 89.07999420166016, "Augmented-Accuracy": 91.7328, "Augmented-Loss": 0.793529206993103, "Clean-Accuracy": 88.88, "Clean-Loss": 0.7388984571456909, "PGD-Accuracy": 0.28, "PGD-Loss": 6.0235439331054685}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1674.2383570671082, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.11000061035156, "Augmented-0.05-Quantile-Accuracy": 80.72999572753906, "Augmented-0.1-Quantile-Accuracy": 81.8699951171875, "Augmented-Accuracy": 85.2079, "Augmented-Loss": 0.9135906890640259, "Clean-Accuracy": 88.38, "Clean-Loss": 0.8077755760192871, "PGD-Accuracy": 0.09, "PGD-Loss": 6.385782641601563}, "Total-Time": 118814.5926952362, "Train": {"Loss": 0.9792984531784058, "avg t": 0.9532128125, "plain loss": 0.7209415474548349}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.75999450683594, "Augmented-0.05-Quantile-Accuracy": 88.22000122070312, "Augmented-0.1-Quantile-Accuracy": 89.18000030517578, "Augmented-Accuracy": 91.7834, "Augmented-Loss": 0.7921876157093048, "Clean-Accuracy": 90.8, "Clean-Loss": 0.7354769218444824, "PGD-Accuracy": 0.22, "PGD-Loss": 5.972990795898437}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1644.4136621952057, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.00999450683594, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.75999450683594, "Augmented-Accuracy": 85.1793, "Augmented-Loss": 0.9121814991836548, "Clean-Accuracy": 88.3, "Clean-Loss": 0.8064853996276855, "PGD-Accuracy": 0.1, "PGD-Loss": 6.373793395996094}, "Total-Time": 120459.00635743141, "Train": {"Loss": 0.9763151091766358, "avg t": 0.951950625, "plain loss": 0.717863232696534}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.55999755859375, "Augmented-0.05-Quantile-Accuracy": 88.77999877929688, "Augmented-0.1-Quantile-Accuracy": 89.83999633789062, "Augmented-Accuracy": 92.293, "Augmented-Loss": 0.7864524375419617, "Clean-Accuracy": 90.86, "Clean-Loss": 0.7110757524490356, "PGD-Accuracy": 0.3, "PGD-Loss": 5.9714817054748535}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1653.5531508922577, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.12999725341797, "Augmented-0.05-Quantile-Accuracy": 80.62999725341797, "Augmented-0.1-Quantile-Accuracy": 81.81999969482422, "Augmented-Accuracy": 85.1736, "Augmented-Loss": 0.909964504447937, "Clean-Accuracy": 88.3, "Clean-Loss": 0.8047114463806152, "PGD-Accuracy": 0.09, "PGD-Loss": 6.338951409912109}, "Total-Time": 122112.55950832367, "Train": {"Loss": 0.9751804238319397, "avg t": 0.95049875, "plain loss": 0.7124587663421639}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.04000091552734, "Augmented-0.05-Quantile-Accuracy": 89.19999694824219, "Augmented-0.1-Quantile-Accuracy": 90.18000030517578, "Augmented-Accuracy": 92.5002, "Augmented-Loss": 0.7840415515861511, "Clean-Accuracy": 88.6, "Clean-Loss": 0.7583939475059509, "PGD-Accuracy": 0.26, "PGD-Loss": 5.923111859130859}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1665.0607862472534, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.8699951171875, "Augmented-0.05-Quantile-Accuracy": 80.62999725341797, "Augmented-0.1-Quantile-Accuracy": 81.80999755859375, "Augmented-Accuracy": 85.1443, "Augmented-Loss": 0.9090001175231933, "Clean-Accuracy": 88.11, "Clean-Loss": 0.8061524375915528, "PGD-Accuracy": 0.09, "PGD-Loss": 6.323717828369141}, "Total-Time": 123777.62029457092, "Train": {"Loss": 0.9747450875282287, "avg t": 0.95041984375, "plain loss": 0.7120107297973631}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.29999542236328, "Augmented-0.05-Quantile-Accuracy": 88.43999481201172, "Augmented-0.1-Quantile-Accuracy": 89.36000061035156, "Augmented-Accuracy": 91.9078, "Augmented-Loss": 0.7855072849121094, "Clean-Accuracy": 89.58, "Clean-Loss": 0.7247519590377808, "PGD-Accuracy": 0.24, "PGD-Loss": 5.919977223205566}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1640.1734199523926, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.81999969482422, "Augmented-0.05-Quantile-Accuracy": 80.75999450683594, "Augmented-0.1-Quantile-Accuracy": 81.90999603271484, "Augmented-Accuracy": 85.2919, "Augmented-Loss": 0.9099795943832397, "Clean-Accuracy": 87.95, "Clean-Loss": 0.8057275833129883, "PGD-Accuracy": 0.09, "PGD-Loss": 6.322935162353516}, "Total-Time": 125417.79371452332, "Train": {"Loss": 0.9722972887802124, "avg t": 0.9488765625, "plain loss": 0.7089325930175776}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5, "Augmented-0.05-Quantile-Accuracy": 88.57999420166016, "Augmented-0.1-Quantile-Accuracy": 89.54000091552734, "Augmented-Accuracy": 91.9564, "Augmented-Loss": 0.7829268832616806, "Clean-Accuracy": 90.38, "Clean-Loss": 0.6897783973693847, "PGD-Accuracy": 0.3, "PGD-Loss": 5.91157900314331}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1664.0999739170074, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.1199951171875, "Augmented-0.05-Quantile-Accuracy": 80.68000030517578, "Augmented-0.1-Quantile-Accuracy": 81.93999481201172, "Augmented-Accuracy": 85.3487, "Augmented-Loss": 0.9086496934280396, "Clean-Accuracy": 88.17, "Clean-Loss": 0.8038027015686036, "PGD-Accuracy": 0.05, "PGD-Loss": 6.3009241027832035}, "Total-Time": 127081.89368844032, "Train": {"Loss": 0.9717879649734497, "avg t": 0.94824640625, "plain loss": 0.7069337962646481}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0, "Augmented-0.05-Quantile-Accuracy": 88.57999420166016, "Augmented-0.1-Quantile-Accuracy": 89.5, "Augmented-Accuracy": 91.8294, "Augmented-Loss": 0.7839494292182922, "Clean-Accuracy": 91.32, "Clean-Loss": 0.7414474910736084, "PGD-Accuracy": 0.22, "PGD-Loss": 5.9124863296508785}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1629.277185201645, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.93999481201172, "Augmented-0.05-Quantile-Accuracy": 80.73999786376953, "Augmented-0.1-Quantile-Accuracy": 81.93000030517578, "Augmented-Accuracy": 85.311, "Augmented-Loss": 0.9113151835861206, "Clean-Accuracy": 88.22, "Clean-Loss": 0.807947721862793, "PGD-Accuracy": 0.07, "PGD-Loss": 6.279788128662109}, "Total-Time": 128711.17087364197, "Train": {"Loss": 0.9717598003387451, "avg t": 0.9476315625, "plain loss": 0.7073804503173824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.95999908447266, "Augmented-0.05-Quantile-Accuracy": 88.36000061035156, "Augmented-0.1-Quantile-Accuracy": 89.18000030517578, "Augmented-Accuracy": 91.8416, "Augmented-Loss": 0.7871520688209533, "Clean-Accuracy": 92.14, "Clean-Loss": 0.6848507680892945, "PGD-Accuracy": 0.24, "PGD-Loss": 5.892256779479981}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1623.9456853866577, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0, "Augmented-0.05-Quantile-Accuracy": 80.54999542236328, "Augmented-0.1-Quantile-Accuracy": 81.87999725341797, "Augmented-Accuracy": 85.2925, "Augmented-Loss": 0.9137745321884155, "Clean-Accuracy": 88.12, "Clean-Loss": 0.8091341644287109, "PGD-Accuracy": 0.1, "PGD-Loss": 6.266322277832031}, "Total-Time": 130335.11655902863, "Train": {"Loss": 0.9705078726959229, "avg t": 0.947110625, "plain loss": 0.7086106628875721}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 89.07999420166016, "Augmented-0.1-Quantile-Accuracy": 90.25999450683594, "Augmented-Accuracy": 92.5788, "Augmented-Loss": 0.7871649639997482, "Clean-Accuracy": 89.16, "Clean-Loss": 0.7284757120132447, "PGD-Accuracy": 0.38, "PGD-Loss": 5.879181691741944}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1653.4340653419495, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.18999481201172, "Augmented-0.05-Quantile-Accuracy": 80.87999725341797, "Augmented-0.1-Quantile-Accuracy": 82.02999877929688, "Augmented-Accuracy": 85.3783, "Augmented-Loss": 0.9126808280029297, "Clean-Accuracy": 88.49, "Clean-Loss": 0.80977880859375, "PGD-Accuracy": 0.13, "PGD-Loss": 6.261442681884765}, "Total-Time": 131988.55062437057, "Train": {"Loss": 0.968022477722168, "avg t": 0.94593203125, "plain loss": 0.7059850606231686}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.69999694824219, "Augmented-0.1-Quantile-Accuracy": 89.47999572753906, "Augmented-Accuracy": 92.4104, "Augmented-Loss": 0.7871884408254624, "Clean-Accuracy": 91.04, "Clean-Loss": 0.7015269310951233, "PGD-Accuracy": 0.4, "PGD-Loss": 5.873933721160888}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1619.3828048706055, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.8699951171875, "Augmented-0.05-Quantile-Accuracy": 80.83999633789062, "Augmented-0.1-Quantile-Accuracy": 81.86000061035156, "Augmented-Accuracy": 85.2779, "Augmented-Loss": 0.9146802175598144, "Clean-Accuracy": 88.35, "Clean-Loss": 0.8122769790649415, "PGD-Accuracy": 0.16, "PGD-Loss": 6.244545861816406}, "Total-Time": 133607.93342924118, "Train": {"Loss": 0.9681359908676147, "avg t": 0.9453621875, "plain loss": 0.7045529816436762}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.19999694824219, "Augmented-0.05-Quantile-Accuracy": 89.29999542236328, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 92.5262, "Augmented-Loss": 0.7866701504077911, "Clean-Accuracy": 92.14, "Clean-Loss": 0.7021693927764893, "PGD-Accuracy": 0.32, "PGD-Loss": 5.840248965454101}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1631.61780667305, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.79999542236328, "Augmented-0.05-Quantile-Accuracy": 80.50999450683594, "Augmented-0.1-Quantile-Accuracy": 81.5999984741211, "Augmented-Accuracy": 85.0851, "Augmented-Loss": 0.9193725864868164, "Clean-Accuracy": 88.13, "Clean-Loss": 0.8136235549926758, "PGD-Accuracy": 0.14, "PGD-Loss": 6.253322882080078}, "Total-Time": 135239.55123591423, "Train": {"Loss": 0.9678922883224488, "avg t": 0.94540453125, "plain loss": 0.7057608077392575}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.91999816894531, "Augmented-0.05-Quantile-Accuracy": 89.0, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.3454, "Augmented-Loss": 0.786355858130455, "Clean-Accuracy": 88.22, "Clean-Loss": 0.7695847314834595, "PGD-Accuracy": 0.6, "PGD-Loss": 5.846381963348389}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1648.3504214286804, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.77999877929688, "Augmented-0.05-Quantile-Accuracy": 80.5199966430664, "Augmented-0.1-Quantile-Accuracy": 81.5, "Augmented-Accuracy": 85.0837, "Augmented-Loss": 0.9185456101531982, "Clean-Accuracy": 88.15, "Clean-Loss": 0.8162985519409179, "PGD-Accuracy": 0.14, "PGD-Loss": 6.2459123413085935}, "Total-Time": 136887.9016573429, "Train": {"Loss": 0.9678094083404541, "avg t": 0.9452271875, "plain loss": 0.7062688219146721}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.45999908447266, "Augmented-0.1-Quantile-Accuracy": 89.5, "Augmented-Accuracy": 92.098, "Augmented-Loss": 0.7910444398479461, "Clean-Accuracy": 88.92, "Clean-Loss": 0.7608442301750183, "PGD-Accuracy": 0.4, "PGD-Loss": 5.849490014648437}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1623.7874772548676, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0, "Augmented-0.05-Quantile-Accuracy": 80.5, "Augmented-0.1-Quantile-Accuracy": 81.65999603271484, "Augmented-Accuracy": 85.1096, "Augmented-Loss": 0.9171142762374878, "Clean-Accuracy": 88.19, "Clean-Loss": 0.8124567321777344, "PGD-Accuracy": 0.15, "PGD-Loss": 6.24061328125}, "Total-Time": 138511.68913459778, "Train": {"Loss": 0.9663946494674682, "avg t": 0.94456234375, "plain loss": 0.7050320288391118}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.29999542236328, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 92.5768, "Augmented-Loss": 0.7864951025094986, "Clean-Accuracy": 88.36, "Clean-Loss": 0.76501846408844, "PGD-Accuracy": 0.32, "PGD-Loss": 5.854100521087647}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1647.288237810135, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.97999572753906, "Augmented-0.05-Quantile-Accuracy": 80.63999938964844, "Augmented-0.1-Quantile-Accuracy": 81.6199951171875, "Augmented-Accuracy": 85.1583, "Augmented-Loss": 0.9173948554077148, "Clean-Accuracy": 88.29, "Clean-Loss": 0.8123294998168945, "PGD-Accuracy": 0.12, "PGD-Loss": 6.2368868041992185}, "Total-Time": 140158.9773724079, "Train": {"Loss": 0.9671344328689575, "avg t": 0.9445309375, "plain loss": 0.7052658042602536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.13999938964844, "Augmented-0.05-Quantile-Accuracy": 89.31999969482422, "Augmented-0.1-Quantile-Accuracy": 90.1199951171875, "Augmented-Accuracy": 92.4468, "Augmented-Loss": 0.7849621444482804, "Clean-Accuracy": 86.72, "Clean-Loss": 0.7734889318466186, "PGD-Accuracy": 0.26, "PGD-Loss": 5.8531169456481935}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1643.3365256786346, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.9000015258789, "Augmented-0.05-Quantile-Accuracy": 80.55999755859375, "Augmented-0.1-Quantile-Accuracy": 81.75, "Augmented-Accuracy": 85.1681, "Augmented-Loss": 0.9170321732177734, "Clean-Accuracy": 88.2, "Clean-Loss": 0.8117433914184571, "PGD-Accuracy": 0.15, "PGD-Loss": 6.23338960571289}, "Total-Time": 141802.31389808655, "Train": {"Loss": 0.9654228324890137, "avg t": 0.94408921875, "plain loss": 0.7044070648193362}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.6199951171875, "Augmented-0.05-Quantile-Accuracy": 88.86000061035156, "Augmented-0.1-Quantile-Accuracy": 89.5999984741211, "Augmented-Accuracy": 92.2242, "Augmented-Loss": 0.7865442735700607, "Clean-Accuracy": 89.02, "Clean-Loss": 0.7165149428367614, "PGD-Accuracy": 0.36, "PGD-Loss": 5.845315905761718}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1633.074619293213, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.86000061035156, "Augmented-0.05-Quantile-Accuracy": 80.61000061035156, "Augmented-0.1-Quantile-Accuracy": 81.75999450683594, "Augmented-Accuracy": 85.1847, "Augmented-Loss": 0.9166182873840332, "Clean-Accuracy": 88.32, "Clean-Loss": 0.8129296157836914, "PGD-Accuracy": 0.16, "PGD-Loss": 6.231352136230469}, "Total-Time": 143435.38851737976, "Train": {"Loss": 0.9662799537277221, "avg t": 0.94430515625, "plain loss": 0.7047166247863765}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.63999938964844, "Augmented-0.05-Quantile-Accuracy": 88.83999633789062, "Augmented-0.1-Quantile-Accuracy": 89.86000061035156, "Augmented-Accuracy": 92.2882, "Augmented-Loss": 0.7873474330968857, "Clean-Accuracy": 90.92, "Clean-Loss": 0.7170449963569641, "PGD-Accuracy": 0.42, "PGD-Loss": 5.8573964363098145}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1672.6164236068726, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.20999908447266, "Augmented-0.05-Quantile-Accuracy": 80.69999694824219, "Augmented-0.1-Quantile-Accuracy": 81.86000061035156, "Augmented-Accuracy": 85.2175, "Augmented-Loss": 0.916639031463623, "Clean-Accuracy": 88.24, "Clean-Loss": 0.8119234748840332, "PGD-Accuracy": 0.15, "PGD-Loss": 6.228564825439453}, "Total-Time": 145108.00494098663, "Train": {"Loss": 0.9664891518783569, "avg t": 0.944168125, "plain loss": 0.7038649585266116}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5999984741211, "Augmented-0.05-Quantile-Accuracy": 89.1199951171875, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 92.482, "Augmented-Loss": 0.7855684340686798, "Clean-Accuracy": 90.88, "Clean-Loss": 0.7059661062240601, "PGD-Accuracy": 0.32, "PGD-Loss": 5.833195176696777}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1640.0728867053986, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0199966430664, "Augmented-0.05-Quantile-Accuracy": 80.77999877929688, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.227, "Augmented-Loss": 0.9166050390014648, "Clean-Accuracy": 88.13, "Clean-Loss": 0.8120134635925293, "PGD-Accuracy": 0.15, "PGD-Loss": 6.227396643066406}, "Total-Time": 146748.07782769203, "Train": {"Loss": 0.9653104554367066, "avg t": 0.9438390625, "plain loss": 0.7041020184326178}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.68000030517578, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 89.87999725341797, "Augmented-Accuracy": 92.3978, "Augmented-Loss": 0.7853014964733124, "Clean-Accuracy": 90.26, "Clean-Loss": 0.7450087753295899, "PGD-Accuracy": 0.5, "PGD-Loss": 5.826711679077149}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1654.313651561737, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.98999786376953, "Augmented-0.05-Quantile-Accuracy": 80.7699966430664, "Augmented-0.1-Quantile-Accuracy": 81.72999572753906, "Augmented-Accuracy": 85.206, "Augmented-Loss": 0.9168161050338746, "Clean-Accuracy": 88.27, "Clean-Loss": 0.8134228981018067, "PGD-Accuracy": 0.15, "PGD-Loss": 6.223983819580078}, "Total-Time": 148402.39147925377, "Train": {"Loss": 0.965776801776886, "avg t": 0.94400953125, "plain loss": 0.7046102697143567}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.25999450683594, "Augmented-0.05-Quantile-Accuracy": 89.0, "Augmented-0.1-Quantile-Accuracy": 89.72000122070312, "Augmented-Accuracy": 92.1248, "Augmented-Loss": 0.7875147447271347, "Clean-Accuracy": 92.68, "Clean-Loss": 0.6860154891967774, "PGD-Accuracy": 0.44, "PGD-Loss": 5.84859651184082}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1662.7122874259949, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.93999481201172, "Augmented-0.05-Quantile-Accuracy": 80.73999786376953, "Augmented-0.1-Quantile-Accuracy": 81.75999450683594, "Augmented-Accuracy": 85.2372, "Augmented-Loss": 0.9168311630401611, "Clean-Accuracy": 88.33, "Clean-Loss": 0.8110248085021973, "PGD-Accuracy": 0.15, "PGD-Loss": 6.222940045166015}, "Total-Time": 150065.10376667976, "Train": {"Loss": 0.9664763066482543, "avg t": 0.94429234375, "plain loss": 0.7045531991882321}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.65999603271484, "Augmented-0.05-Quantile-Accuracy": 89.0, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.21, "Augmented-Loss": 0.7844536087999344, "Clean-Accuracy": 87.22, "Clean-Loss": 0.7488099337577819, "PGD-Accuracy": 0.42, "PGD-Loss": 5.834900231170654}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1641.9504880905151, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.05999755859375, "Augmented-0.05-Quantile-Accuracy": 80.62999725341797, "Augmented-0.1-Quantile-Accuracy": 81.70999908447266, "Augmented-Accuracy": 85.2305, "Augmented-Loss": 0.9169447268218994, "Clean-Accuracy": 88.36, "Clean-Loss": 0.8143192855834961, "PGD-Accuracy": 0.15, "PGD-Loss": 6.219697973632813}, "Total-Time": 151707.05425477028, "Train": {"Loss": 0.9665395928573608, "avg t": 0.94422484375, "plain loss": 0.7052346105651853}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.69999694824219, "Augmented-0.05-Quantile-Accuracy": 88.87999725341797, "Augmented-0.1-Quantile-Accuracy": 89.87999725341797, "Augmented-Accuracy": 92.278, "Augmented-Loss": 0.7875662830352783, "Clean-Accuracy": 85.14, "Clean-Loss": 0.8149250513076782, "PGD-Accuracy": 0.44, "PGD-Loss": 5.826114717102051}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1670.5581486225128, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0999984741211, "Augmented-0.05-Quantile-Accuracy": 80.75, "Augmented-0.1-Quantile-Accuracy": 81.82999420166016, "Augmented-Accuracy": 85.284, "Augmented-Loss": 0.9164174134979248, "Clean-Accuracy": 88.39, "Clean-Loss": 0.8121491882324219, "PGD-Accuracy": 0.13, "PGD-Loss": 6.218531488037109}, "Total-Time": 153377.6124033928, "Train": {"Loss": 0.964789624633789, "avg t": 0.94347234375, "plain loss": 0.7039498033447271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.91999816894531, "Augmented-0.05-Quantile-Accuracy": 89.18000030517578, "Augmented-0.1-Quantile-Accuracy": 89.87999725341797, "Augmented-Accuracy": 92.5068, "Augmented-Loss": 0.7849882059812546, "Clean-Accuracy": 92.34, "Clean-Loss": 0.6999485202789306, "PGD-Accuracy": 0.44, "PGD-Loss": 5.81791907043457}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1645.0433118343353, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.12999725341797, "Augmented-0.05-Quantile-Accuracy": 80.81999969482422, "Augmented-0.1-Quantile-Accuracy": 81.93000030517578, "Augmented-Accuracy": 85.2689, "Augmented-Loss": 0.9164183874893188, "Clean-Accuracy": 88.17, "Clean-Loss": 0.813155948638916, "PGD-Accuracy": 0.16, "PGD-Loss": 6.2152957946777345}, "Total-Time": 155022.65571522713, "Train": {"Loss": 0.9638679423332215, "avg t": 0.94328125, "plain loss": 0.7030727056427003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.83999633789062, "Augmented-0.05-Quantile-Accuracy": 89.18000030517578, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.4298, "Augmented-Loss": 0.7868863177175521, "Clean-Accuracy": 92.08, "Clean-Loss": 0.6988716433525085, "PGD-Accuracy": 0.36, "PGD-Loss": 5.819098608398438}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1651.1552195549011, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.04999542236328, "Augmented-0.05-Quantile-Accuracy": 80.72000122070312, "Augmented-0.1-Quantile-Accuracy": 81.9000015258789, "Augmented-Accuracy": 85.2831, "Augmented-Loss": 0.9161837926559449, "Clean-Accuracy": 88.12, "Clean-Loss": 0.8144170059204101, "PGD-Accuracy": 0.14, "PGD-Loss": 6.212106585693359}, "Total-Time": 156673.81093478203, "Train": {"Loss": 0.9649149355697632, "avg t": 0.94370046875, "plain loss": 0.7042129342803952}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.47999572753906, "Augmented-0.05-Quantile-Accuracy": 88.4000015258789, "Augmented-0.1-Quantile-Accuracy": 89.19999694824219, "Augmented-Accuracy": 92.0756, "Augmented-Loss": 0.7897118005609512, "Clean-Accuracy": 90.78, "Clean-Loss": 0.7246045463562012, "PGD-Accuracy": 0.42, "PGD-Loss": 5.822613732910156}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1670.2860543727875, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.27999877929688, "Augmented-0.05-Quantile-Accuracy": 80.75, "Augmented-0.1-Quantile-Accuracy": 81.8499984741211, "Augmented-Accuracy": 85.2702, "Augmented-Loss": 0.9160086489257813, "Clean-Accuracy": 88.25, "Clean-Loss": 0.8118143119812011, "PGD-Accuracy": 0.13, "PGD-Loss": 6.212732360839844}, "Total-Time": 158344.09698915482, "Train": {"Loss": 0.9642882370758057, "avg t": 0.94267015625, "plain loss": 0.7023614349060051}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.47999572753906, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 90.0999984741211, "Augmented-Accuracy": 92.3514, "Augmented-Loss": 0.7862116863279343, "Clean-Accuracy": 91.24, "Clean-Loss": 0.6937285509109498, "PGD-Accuracy": 0.34, "PGD-Loss": 5.8221403602600095}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1643.1752803325653, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.05999755859375, "Augmented-0.05-Quantile-Accuracy": 80.66999816894531, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.2973, "Augmented-Loss": 0.9157744604339599, "Clean-Accuracy": 88.23, "Clean-Loss": 0.8114573616027833, "PGD-Accuracy": 0.14, "PGD-Loss": 6.206617425537109}, "Total-Time": 159987.27226948738, "Train": {"Loss": 0.9640792578697205, "avg t": 0.9432471875, "plain loss": 0.7031384332885741}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.72000122070312, "Augmented-0.05-Quantile-Accuracy": 89.05999755859375, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.4664, "Augmented-Loss": 0.787902061449051, "Clean-Accuracy": 91.34, "Clean-Loss": 0.7429472257614136, "PGD-Accuracy": 0.32, "PGD-Loss": 5.825004815673828}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1665.3341093063354, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.15999603271484, "Augmented-0.05-Quantile-Accuracy": 80.8499984741211, "Augmented-0.1-Quantile-Accuracy": 82.0199966430664, "Augmented-Accuracy": 85.3719, "Augmented-Loss": 0.915389571510315, "Clean-Accuracy": 88.28, "Clean-Loss": 0.8132335380554199, "PGD-Accuracy": 0.13, "PGD-Loss": 6.204219885253906}, "Total-Time": 161652.60637879372, "Train": {"Loss": 0.9638067326545715, "avg t": 0.94284015625, "plain loss": 0.7024567306976316}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.19999694824219, "Augmented-0.05-Quantile-Accuracy": 89.69999694824219, "Augmented-0.1-Quantile-Accuracy": 90.54000091552734, "Augmented-Accuracy": 92.7046, "Augmented-Loss": 0.7865457635269165, "Clean-Accuracy": 90.44, "Clean-Loss": 0.7290086051940918, "PGD-Accuracy": 0.4, "PGD-Loss": 5.805240382385254}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1655.9927651882172, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.29000091552734, "Augmented-0.05-Quantile-Accuracy": 80.95999908447266, "Augmented-0.1-Quantile-Accuracy": 81.97000122070312, "Augmented-Accuracy": 85.3494, "Augmented-Loss": 0.9155075439300537, "Clean-Accuracy": 88.21, "Clean-Loss": 0.8129180557250977, "PGD-Accuracy": 0.15, "PGD-Loss": 6.199852465820313}, "Total-Time": 163308.59914398193, "Train": {"Loss": 0.9639353758239746, "avg t": 0.9428403125, "plain loss": 0.7026831159667962}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.97999572753906, "Augmented-0.05-Quantile-Accuracy": 89.29999542236328, "Augmented-0.1-Quantile-Accuracy": 90.19999694824219, "Augmented-Accuracy": 92.4284, "Augmented-Loss": 0.7855411475009918, "Clean-Accuracy": 89.16, "Clean-Loss": 0.7363102161407471, "PGD-Accuracy": 0.36, "PGD-Loss": 5.814881413269043}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1647.6333241462708, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.29999542236328, "Augmented-0.05-Quantile-Accuracy": 80.88999938964844, "Augmented-0.1-Quantile-Accuracy": 82.0, "Augmented-Accuracy": 85.3311, "Augmented-Loss": 0.9155024083099366, "Clean-Accuracy": 88.38, "Clean-Loss": 0.813554955291748, "PGD-Accuracy": 0.12, "PGD-Loss": 6.200225903320312}, "Total-Time": 164956.2324681282, "Train": {"Loss": 0.9651472197723389, "avg t": 0.94360734375, "plain loss": 0.7040519657897955}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.55999755859375, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 89.69999694824219, "Augmented-Accuracy": 92.7076, "Augmented-Loss": 0.7867535214309692, "Clean-Accuracy": 89.84, "Clean-Loss": 0.6951837595939636, "PGD-Accuracy": 0.32, "PGD-Loss": 5.801121722412109}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1676.611666917801, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.15999603271484, "Augmented-0.05-Quantile-Accuracy": 80.81999969482422, "Augmented-0.1-Quantile-Accuracy": 81.97999572753906, "Augmented-Accuracy": 85.3393, "Augmented-Loss": 0.9157987808609008, "Clean-Accuracy": 88.39, "Clean-Loss": 0.813894750213623, "PGD-Accuracy": 0.15, "PGD-Loss": 6.197744403076172}, "Total-Time": 166632.844135046, "Train": {"Loss": 0.9648920721626282, "avg t": 0.94325609375, "plain loss": 0.7031517830505384}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0999984741211, "Augmented-0.05-Quantile-Accuracy": 88.97999572753906, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 92.5124, "Augmented-Loss": 0.7857298039150238, "Clean-Accuracy": 91.08, "Clean-Loss": 0.7088314970016479, "PGD-Accuracy": 0.38, "PGD-Loss": 5.801120351409912}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1646.6795904636383, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.31999969482422, "Augmented-0.05-Quantile-Accuracy": 80.8499984741211, "Augmented-0.1-Quantile-Accuracy": 81.95999908447266, "Augmented-Accuracy": 85.332, "Augmented-Loss": 0.9156604766082763, "Clean-Accuracy": 88.29, "Clean-Loss": 0.8139116378784179, "PGD-Accuracy": 0.14, "PGD-Loss": 6.194687774658203}, "Total-Time": 168279.52372550964, "Train": {"Loss": 0.9652347249794007, "avg t": 0.94322171875, "plain loss": 0.7030861794738764}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.95999908447266, "Augmented-0.05-Quantile-Accuracy": 89.04000091552734, "Augmented-0.1-Quantile-Accuracy": 89.81999969482422, "Augmented-Accuracy": 92.2742, "Augmented-Loss": 0.7874423031578064, "Clean-Accuracy": 91.14, "Clean-Loss": 0.7181816822052002, "PGD-Accuracy": 0.42, "PGD-Loss": 5.8193591033935546}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1654.8840622901917, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.2699966430664, "Augmented-0.05-Quantile-Accuracy": 80.75999450683594, "Augmented-0.1-Quantile-Accuracy": 82.04000091552734, "Augmented-Accuracy": 85.332, "Augmented-Loss": 0.91604921219635, "Clean-Accuracy": 88.09, "Clean-Loss": 0.8131302658081054, "PGD-Accuracy": 0.11, "PGD-Loss": 6.191301019287109}, "Total-Time": 169934.40778779984, "Train": {"Loss": 0.9651620627212525, "avg t": 0.9430953125, "plain loss": 0.7025817293701172}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.75999450683594, "Augmented-0.05-Quantile-Accuracy": 88.6199951171875, "Augmented-0.1-Quantile-Accuracy": 89.57999420166016, "Augmented-Accuracy": 92.198, "Augmented-Loss": 0.7874754953956604, "Clean-Accuracy": 89.54, "Clean-Loss": 0.7367455703735352, "PGD-Accuracy": 0.38, "PGD-Loss": 5.811148300933838}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1671.1824152469635, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.18000030517578, "Augmented-0.05-Quantile-Accuracy": 80.82999420166016, "Augmented-0.1-Quantile-Accuracy": 81.93999481201172, "Augmented-Accuracy": 85.3088, "Augmented-Loss": 0.91595056275177, "Clean-Accuracy": 88.44, "Clean-Loss": 0.813432918548584, "PGD-Accuracy": 0.16, "PGD-Loss": 6.187325531005859}, "Total-Time": 171605.5902030468, "Train": {"Loss": 0.9638124379348755, "avg t": 0.9428940625, "plain loss": 0.7022447846221926}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0999984741211, "Augmented-0.05-Quantile-Accuracy": 89.43999481201172, "Augmented-0.1-Quantile-Accuracy": 90.43999481201172, "Augmented-Accuracy": 92.8374, "Augmented-Loss": 0.7860675257453918, "Clean-Accuracy": 89.84, "Clean-Loss": 0.756887533378601, "PGD-Accuracy": 0.54, "PGD-Loss": 5.782927741241455}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1646.1947309970856, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.25, "Augmented-0.05-Quantile-Accuracy": 80.75999450683594, "Augmented-0.1-Quantile-Accuracy": 82.1199951171875, "Augmented-Accuracy": 85.3738, "Augmented-Loss": 0.9159795795135498, "Clean-Accuracy": 88.32, "Clean-Loss": 0.8127417289733887, "PGD-Accuracy": 0.15, "PGD-Loss": 6.187489752197266}, "Total-Time": 173251.78493404388, "Train": {"Loss": 0.9647082654953003, "avg t": 0.94310109375, "plain loss": 0.7031140874023436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.05999755859375, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.15999603271484, "Augmented-Accuracy": 92.6828, "Augmented-Loss": 0.7842257491388321, "Clean-Accuracy": 90.54, "Clean-Loss": 0.7188792284011841, "PGD-Accuracy": 0.26, "PGD-Loss": 5.797411968231201}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1665.316085100174, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.3699951171875, "Augmented-0.05-Quantile-Accuracy": 80.79000091552734, "Augmented-0.1-Quantile-Accuracy": 82.04000091552734, "Augmented-Accuracy": 85.3941, "Augmented-Loss": 0.9159542289886474, "Clean-Accuracy": 88.37, "Clean-Loss": 0.8127571449279786, "PGD-Accuracy": 0.14, "PGD-Loss": 6.188292944335937}, "Total-Time": 174917.10101914406, "Train": {"Loss": 0.9638061830902099, "avg t": 0.94274453125, "plain loss": 0.7024074906921389}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0, "Augmented-0.05-Quantile-Accuracy": 89.0999984741211, "Augmented-0.1-Quantile-Accuracy": 90.04000091552734, "Augmented-Accuracy": 92.6148, "Augmented-Loss": 0.786458218966484, "Clean-Accuracy": 88.74, "Clean-Loss": 0.7753183062553406, "PGD-Accuracy": 0.44, "PGD-Loss": 5.788940895843506}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1659.6871149539948, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.18999481201172, "Augmented-0.05-Quantile-Accuracy": 80.86000061035156, "Augmented-0.1-Quantile-Accuracy": 82.0, "Augmented-Accuracy": 85.3898, "Augmented-Loss": 0.9159186605148315, "Clean-Accuracy": 88.29, "Clean-Loss": 0.8139090614318848, "PGD-Accuracy": 0.12, "PGD-Loss": 6.185210186767578}, "Total-Time": 176576.78813409805, "Train": {"Loss": 0.9637315159606934, "avg t": 0.9428984375, "plain loss": 0.703367617767333}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0199966430664, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 89.87999725341797, "Augmented-Accuracy": 92.4894, "Augmented-Loss": 0.7849924670324325, "Clean-Accuracy": 90.18, "Clean-Loss": 0.7244322508811951, "PGD-Accuracy": 0.36, "PGD-Loss": 5.790842143249511}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
