{"Epoch": 0, "Epoch-Time": 660.7597389221191, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.91999816894531, "Augmented-0.05-Quantile-Accuracy": 35.70000076293945, "Augmented-0.1-Quantile-Accuracy": 36.02000045776367, "Augmented-Accuracy": 37.321, "Augmented-Loss": 1.7170283223571778, "Clean-Accuracy": 37.16, "Clean-Loss": 1.7184547073364258, "PGD-Accuracy": 8.27, "PGD-Loss": 2.4513334747314452}, "Total-Time": 660.7597389221191, "Train": {"Loss": 6.335539530601501, "avg t": 1.62631296875, "plain loss": 1.9901328781127932, "standard loss": 1.990046411895752}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.36000061035156, "Augmented-0.05-Quantile-Accuracy": 34.02000045776367, "Augmented-0.1-Quantile-Accuracy": 34.36000061035156, "Augmented-Accuracy": 35.6726, "Augmented-Loss": 1.7320074376106263, "Clean-Accuracy": 33.62, "Clean-Loss": 1.7465500331878663, "PGD-Accuracy": 8.2, "PGD-Loss": 2.434959209442139}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 662.6422145366669, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.209999084472656, "Augmented-0.05-Quantile-Accuracy": 43.369998931884766, "Augmented-0.1-Quantile-Accuracy": 44.0099983215332, "Augmented-Accuracy": 45.8003, "Augmented-Loss": 1.6019291227264405, "Clean-Accuracy": 45.04, "Clean-Loss": 1.6018181777954101, "PGD-Accuracy": 7.87, "PGD-Loss": 2.592638868713379}, "Total-Time": 1323.401953458786, "Train": {"Loss": 4.025227167739868, "avg t": 1.55764515625, "plain loss": 1.7131593058471701, "standard loss": 1.7128454984283448}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.599998474121094, "Augmented-0.05-Quantile-Accuracy": 41.619998931884766, "Augmented-0.1-Quantile-Accuracy": 42.21999740600586, "Augmented-Accuracy": 43.8214, "Augmented-Loss": 1.6175502511253357, "Clean-Accuracy": 34.84, "Clean-Loss": 1.8430084648132323, "PGD-Accuracy": 7.52, "PGD-Loss": 2.5548684173583984}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 662.4252223968506, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.349998474121094, "Augmented-0.05-Quantile-Accuracy": 40.82999801635742, "Augmented-0.1-Quantile-Accuracy": 41.48999786376953, "Augmented-Accuracy": 43.5461, "Augmented-Loss": 1.5891449483184814, "Clean-Accuracy": 43.78, "Clean-Loss": 1.5609072235107422, "PGD-Accuracy": 4.92, "PGD-Loss": 3.0549672485351564}, "Total-Time": 1985.8271758556366, "Train": {"Loss": 3.484947536468506, "avg t": 1.5049671875, "plain loss": 1.6184209254760749, "standard loss": 1.6177144564056396}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.47999954223633, "Augmented-0.05-Quantile-Accuracy": 41.79999923706055, "Augmented-0.1-Quantile-Accuracy": 42.439998626708984, "Augmented-Accuracy": 44.6448, "Augmented-Loss": 1.57918717883873, "Clean-Accuracy": 40.54, "Clean-Loss": 1.6169771068572998, "PGD-Accuracy": 5.24, "PGD-Loss": 2.975762558364868}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 663.1281440258026, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.56999969482422, "Augmented-0.05-Quantile-Accuracy": 44.29999923706055, "Augmented-0.1-Quantile-Accuracy": 44.87999725341797, "Augmented-Accuracy": 47.5989, "Augmented-Loss": 1.535518949081421, "Clean-Accuracy": 50.52, "Clean-Loss": 1.4644009887695313, "PGD-Accuracy": 1.26, "PGD-Loss": 3.7202465209960938}, "Total-Time": 2648.955319881439, "Train": {"Loss": 3.003477123527527, "avg t": 1.45659171875, "plain loss": 1.5320621173400883, "standard loss": 1.5310311418151856}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.65999984741211, "Augmented-0.05-Quantile-Accuracy": 46.15999984741211, "Augmented-0.1-Quantile-Accuracy": 46.97999954223633, "Augmented-Accuracy": 49.5608, "Augmented-Loss": 1.4865737537021637, "Clean-Accuracy": 48.16, "Clean-Loss": 1.5044460983276366, "PGD-Accuracy": 1.9, "PGD-Loss": 3.505887465667725}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 663.4993257522583, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.14999771118164, "Augmented-0.05-Quantile-Accuracy": 46.02000045776367, "Augmented-0.1-Quantile-Accuracy": 46.82999801635742, "Augmented-Accuracy": 49.7713, "Augmented-Loss": 1.5200650752105713, "Clean-Accuracy": 52.22, "Clean-Loss": 1.4609268997192384, "PGD-Accuracy": 1.63, "PGD-Loss": 3.950238687133789}, "Total-Time": 3312.4546456336975, "Train": {"Loss": 2.7938499890136717, "avg t": 1.43004015625, "plain loss": 1.4883828349609376, "standard loss": 1.4872005596923827}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.03999710083008, "Augmented-0.05-Quantile-Accuracy": 47.71999740600586, "Augmented-0.1-Quantile-Accuracy": 48.52000045776367, "Augmented-Accuracy": 51.348, "Augmented-Loss": 1.4867441847343446, "Clean-Accuracy": 50.64, "Clean-Loss": 1.4531111265182495, "PGD-Accuracy": 1.68, "PGD-Loss": 3.6703507942199707}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 661.4920237064362, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.30999755859375, "Augmented-0.05-Quantile-Accuracy": 48.32999801635742, "Augmented-0.1-Quantile-Accuracy": 49.31999969482422, "Augmented-Accuracy": 52.7629, "Augmented-Loss": 1.4847712032318114, "Clean-Accuracy": 53.03, "Clean-Loss": 1.438059117126465, "PGD-Accuracy": 1.12, "PGD-Loss": 4.311012020874023}, "Total-Time": 3973.9466693401337, "Train": {"Loss": 2.5761580295944215, "avg t": 1.404291875, "plain loss": 1.4446391644897458, "standard loss": 1.4430876054000854}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.84000015258789, "Augmented-0.05-Quantile-Accuracy": 48.97999954223633, "Augmented-0.1-Quantile-Accuracy": 49.91999816894531, "Augmented-Accuracy": 53.0618, "Augmented-Loss": 1.4725921147994996, "Clean-Accuracy": 52.16, "Clean-Loss": 1.4227566596984864, "PGD-Accuracy": 1.44, "PGD-Loss": 3.9620209007263183}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 660.1880192756653, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.5099983215332, "Augmented-0.05-Quantile-Accuracy": 50.79999923706055, "Augmented-0.1-Quantile-Accuracy": 51.75, "Augmented-Accuracy": 54.8437, "Augmented-Loss": 1.4050741457366944, "Clean-Accuracy": 55.32, "Clean-Loss": 1.3628629943847657, "PGD-Accuracy": 1.76, "PGD-Loss": 4.242795642089844}, "Total-Time": 4634.134688615799, "Train": {"Loss": 2.418590765380859, "avg t": 1.38104515625, "plain loss": 1.406602646087648, "standard loss": 1.404630122909546}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.63999938964844, "Augmented-0.05-Quantile-Accuracy": 50.87999725341797, "Augmented-0.1-Quantile-Accuracy": 51.79999923706055, "Augmented-Accuracy": 54.9774, "Augmented-Loss": 1.3921616278095246, "Clean-Accuracy": 56.78, "Clean-Loss": 1.3702234167098999, "PGD-Accuracy": 2.4, "PGD-Loss": 3.8597561187744143}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 660.6025409698486, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.39999771118164, "Augmented-0.05-Quantile-Accuracy": 53.98999786376953, "Augmented-0.1-Quantile-Accuracy": 55.39999771118164, "Augmented-Accuracy": 59.7232, "Augmented-Loss": 1.3774052779083252, "Clean-Accuracy": 58.56, "Clean-Loss": 1.31949868850708, "PGD-Accuracy": 0.21, "PGD-Loss": 5.028758779907227}, "Total-Time": 5294.737229585648, "Train": {"Loss": 2.3014009217834475, "avg t": 1.3573271875, "plain loss": 1.3692249993896493, "standard loss": 1.3668464698028564}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.31999969482422, "Augmented-0.05-Quantile-Accuracy": 53.41999816894531, "Augmented-0.1-Quantile-Accuracy": 54.81999969482422, "Augmented-Accuracy": 58.9132, "Augmented-Loss": 1.3596330367183684, "Clean-Accuracy": 52.92, "Clean-Loss": 1.3613842056274414, "PGD-Accuracy": 0.46, "PGD-Loss": 4.673673313140869}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 660.4765620231628, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.07999801635742, "Augmented-0.05-Quantile-Accuracy": 46.06999969482422, "Augmented-0.1-Quantile-Accuracy": 47.23999786376953, "Augmented-Accuracy": 50.775, "Augmented-Loss": 1.4208201520385741, "Clean-Accuracy": 53.08, "Clean-Loss": 1.3455677230834961, "PGD-Accuracy": 0.22, "PGD-Loss": 5.330342474365234}, "Total-Time": 5955.21379160881, "Train": {"Loss": 2.1512358851623534, "avg t": 1.329946875, "plain loss": 1.3252639570312497, "standard loss": 1.3221537636566163}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.5, "Augmented-0.05-Quantile-Accuracy": 48.79999923706055, "Augmented-0.1-Quantile-Accuracy": 49.73999786376953, "Augmented-Accuracy": 52.6302, "Augmented-Loss": 1.379893359752655, "Clean-Accuracy": 54.88, "Clean-Loss": 1.2944848861694336, "PGD-Accuracy": 0.3, "PGD-Loss": 4.910218278503418}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 660.8068959712982, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.48999786376953, "Augmented-0.05-Quantile-Accuracy": 55.46999740600586, "Augmented-0.1-Quantile-Accuracy": 56.82999801635742, "Augmented-Accuracy": 61.6293, "Augmented-Loss": 1.3862870509338379, "Clean-Accuracy": 64.28, "Clean-Loss": 1.2796186317443847, "PGD-Accuracy": 0.27, "PGD-Loss": 5.522510272216797}, "Total-Time": 6616.020687580109, "Train": {"Loss": 2.07359767162323, "avg t": 1.3118728125, "plain loss": 1.2979978251037585, "standard loss": 1.2946643505096436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.47999954223633, "Augmented-0.05-Quantile-Accuracy": 60.29999923706055, "Augmented-0.1-Quantile-Accuracy": 61.459999084472656, "Augmented-Accuracy": 65.596, "Augmented-Loss": 1.3176236438465119, "Clean-Accuracy": 60.38, "Clean-Loss": 1.2814531595230103, "PGD-Accuracy": 0.42, "PGD-Loss": 5.0766204002380375}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 660.271559715271, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.869998931884766, "Augmented-0.05-Quantile-Accuracy": 52.16999816894531, "Augmented-0.1-Quantile-Accuracy": 53.38999938964844, "Augmented-Accuracy": 58.1165, "Augmented-Loss": 1.4077548080291749, "Clean-Accuracy": 63.05, "Clean-Loss": 1.2863172241210938, "PGD-Accuracy": 0.03, "PGD-Loss": 5.880793420410156}, "Total-Time": 7276.29224729538, "Train": {"Loss": 1.97870298828125, "avg t": 1.28706828125, "plain loss": 1.2603895108337384, "standard loss": 1.2564552118682861}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.23999786376953, "Augmented-0.05-Quantile-Accuracy": 57.599998474121094, "Augmented-0.1-Quantile-Accuracy": 59.23999786376953, "Augmented-Accuracy": 63.5926, "Augmented-Loss": 1.3211030943508149, "Clean-Accuracy": 64.64, "Clean-Loss": 1.2135693809509278, "PGD-Accuracy": 0.06, "PGD-Loss": 5.5210118469238285}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 659.9087197780609, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.689998626708984, "Augmented-0.05-Quantile-Accuracy": 55.779998779296875, "Augmented-0.1-Quantile-Accuracy": 57.029998779296875, "Augmented-Accuracy": 61.3511, "Augmented-Loss": 1.3752309460906982, "Clean-Accuracy": 61.66, "Clean-Loss": 1.2875727798461913, "PGD-Accuracy": 0.08, "PGD-Loss": 5.735398681640625}, "Total-Time": 7936.200967073441, "Train": {"Loss": 1.967385898475647, "avg t": 1.28110265625, "plain loss": 1.2525165224914565, "standard loss": 1.2481849922180175}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.2599983215332, "Augmented-0.05-Quantile-Accuracy": 57.02000045776367, "Augmented-0.1-Quantile-Accuracy": 58.37999725341797, "Augmented-Accuracy": 62.402, "Augmented-Loss": 1.323382804409027, "Clean-Accuracy": 59.72, "Clean-Loss": 1.2612753566741943, "PGD-Accuracy": 0.52, "PGD-Loss": 5.391808332824707}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 660.5559933185577, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.939998626708984, "Augmented-0.05-Quantile-Accuracy": 55.46999740600586, "Augmented-0.1-Quantile-Accuracy": 57.22999954223633, "Augmented-Accuracy": 62.0862, "Augmented-Loss": 1.3753854639663696, "Clean-Accuracy": 64.82, "Clean-Loss": 1.2543684257507324, "PGD-Accuracy": 0.05, "PGD-Loss": 5.781350854492188}, "Total-Time": 8596.756960391998, "Train": {"Loss": 1.8981410493850708, "avg t": 1.2678415625, "plain loss": 1.230510236602784, "standard loss": 1.225882967262268}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.52000045776367, "Augmented-0.05-Quantile-Accuracy": 59.3599967956543, "Augmented-0.1-Quantile-Accuracy": 60.89999771118164, "Augmented-Accuracy": 65.4312, "Augmented-Loss": 1.2970377416915893, "Clean-Accuracy": 64.16, "Clean-Loss": 1.1891473583221435, "PGD-Accuracy": 0.14, "PGD-Loss": 5.373662368011475}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 660.608327627182, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.47999954223633, "Augmented-0.05-Quantile-Accuracy": 60.40999984741211, "Augmented-0.1-Quantile-Accuracy": 62.0, "Augmented-Accuracy": 66.6392, "Augmented-Loss": 1.3641242607269286, "Clean-Accuracy": 70.63, "Clean-Loss": 1.2270173721313478, "PGD-Accuracy": 0.05, "PGD-Loss": 5.736702136230469}, "Total-Time": 9257.36528801918, "Train": {"Loss": 1.8637244464111329, "avg t": 1.2533078125, "plain loss": 1.2080443251647952, "standard loss": 1.2030395888519287}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.71999740600586, "Augmented-0.05-Quantile-Accuracy": 64.43999481201172, "Augmented-0.1-Quantile-Accuracy": 65.68000030517578, "Augmented-Accuracy": 69.9888, "Augmented-Loss": 1.2780784829444884, "Clean-Accuracy": 66.7, "Clean-Loss": 1.2768088884353637, "PGD-Accuracy": 0.08, "PGD-Loss": 5.4206120254516605}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 659.7506518363953, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.88999938964844, "Augmented-0.05-Quantile-Accuracy": 52.279998779296875, "Augmented-0.1-Quantile-Accuracy": 53.71999740600586, "Augmented-Accuracy": 58.9164, "Augmented-Loss": 1.3846698209838868, "Clean-Accuracy": 62.66, "Clean-Loss": 1.2668210655212402, "PGD-Accuracy": 0.02, "PGD-Loss": 6.11955947265625}, "Total-Time": 9917.115939855576, "Train": {"Loss": 1.8371078494262696, "avg t": 1.24684171875, "plain loss": 1.1985499300842302, "standard loss": 1.1932189297485352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.47999954223633, "Augmented-0.05-Quantile-Accuracy": 58.71999740600586, "Augmented-0.1-Quantile-Accuracy": 60.099998474121094, "Augmented-Accuracy": 65.429, "Augmented-Loss": 1.2966541332111359, "Clean-Accuracy": 66.9, "Clean-Loss": 1.2140447078704835, "PGD-Accuracy": 0.04, "PGD-Loss": 5.823583938598633}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 659.9604074954987, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.18000030517578, "Augmented-0.05-Quantile-Accuracy": 56.3599967956543, "Augmented-0.1-Quantile-Accuracy": 57.849998474121094, "Augmented-Accuracy": 62.8739, "Augmented-Loss": 1.3519388286590577, "Clean-Accuracy": 64.92, "Clean-Loss": 1.2210967445373535, "PGD-Accuracy": 0.04, "PGD-Loss": 6.069186212158203}, "Total-Time": 10577.076347351074, "Train": {"Loss": 1.8213002437973023, "avg t": 1.24115109375, "plain loss": 1.1928171057739256, "standard loss": 1.1874361033248901}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.19999694824219, "Augmented-0.05-Quantile-Accuracy": 59.84000015258789, "Augmented-0.1-Quantile-Accuracy": 61.019996643066406, "Augmented-Accuracy": 65.5934, "Augmented-Loss": 1.2615688402805327, "Clean-Accuracy": 61.18, "Clean-Loss": 1.1798175594329834, "PGD-Accuracy": 0.12, "PGD-Loss": 5.6922601737976075}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 660.2470288276672, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.46999740600586, "Augmented-0.05-Quantile-Accuracy": 55.28999710083008, "Augmented-0.1-Quantile-Accuracy": 56.529998779296875, "Augmented-Accuracy": 60.6141, "Augmented-Loss": 1.3199049883041383, "Clean-Accuracy": 64.3, "Clean-Loss": 1.1833922561645507, "PGD-Accuracy": 0.08, "PGD-Loss": 5.699368170166015}, "Total-Time": 11237.323376178741, "Train": {"Loss": 1.7935507667922974, "avg t": 1.2306903125, "plain loss": 1.176031558288576, "standard loss": 1.1705718042755127}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.459999084472656, "Augmented-0.05-Quantile-Accuracy": 60.23999786376953, "Augmented-0.1-Quantile-Accuracy": 61.19999694824219, "Augmented-Accuracy": 65.2874, "Augmented-Loss": 1.2217963423233031, "Clean-Accuracy": 65.24, "Clean-Loss": 1.0952457096099852, "PGD-Accuracy": 0.18, "PGD-Loss": 5.300129917144775}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 660.5868942737579, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.71999740600586, "Augmented-0.05-Quantile-Accuracy": 53.22999954223633, "Augmented-0.1-Quantile-Accuracy": 54.87999725341797, "Augmented-Accuracy": 60.074, "Augmented-Loss": 1.3774728268051148, "Clean-Accuracy": 65.28, "Clean-Loss": 1.2412765159606933, "PGD-Accuracy": 0.01, "PGD-Loss": 5.878822259521485}, "Total-Time": 11897.9102704525, "Train": {"Loss": 1.7857052937316895, "avg t": 1.2270090625, "plain loss": 1.1666965512390148, "standard loss": 1.1613597597122192}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.18000030517578, "Augmented-0.05-Quantile-Accuracy": 58.21999740600586, "Augmented-0.1-Quantile-Accuracy": 59.73999786376953, "Augmented-Accuracy": 64.8838, "Augmented-Loss": 1.2949015837726594, "Clean-Accuracy": 61.18, "Clean-Loss": 1.1761629732131957, "PGD-Accuracy": 0.04, "PGD-Loss": 5.518190813446045}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 659.6768581867218, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.05999755859375, "Augmented-0.05-Quantile-Accuracy": 63.66999816894531, "Augmented-0.1-Quantile-Accuracy": 65.25, "Augmented-Accuracy": 70.2561, "Augmented-Loss": 1.284754168548584, "Clean-Accuracy": 69.81, "Clean-Loss": 1.1786551567077637, "PGD-Accuracy": 0.07, "PGD-Loss": 5.929663806152344}, "Total-Time": 12557.587128639221, "Train": {"Loss": 1.774564647064209, "avg t": 1.2220303125, "plain loss": 1.1626261487121594, "standard loss": 1.1569388410949708}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.63999938964844, "Augmented-0.05-Quantile-Accuracy": 65.76000213623047, "Augmented-0.1-Quantile-Accuracy": 67.33999633789062, "Augmented-Accuracy": 72.0952, "Augmented-Loss": 1.2233429583835602, "Clean-Accuracy": 66.38, "Clean-Loss": 1.1619345102310181, "PGD-Accuracy": 0.08, "PGD-Loss": 5.640124530029297}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 660.5123090744019, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.62999725341797, "Augmented-0.05-Quantile-Accuracy": 62.849998474121094, "Augmented-0.1-Quantile-Accuracy": 64.36000061035156, "Augmented-Accuracy": 68.7608, "Augmented-Loss": 1.27419515158844, "Clean-Accuracy": 72.15, "Clean-Loss": 1.163862599182129, "PGD-Accuracy": 0.07, "PGD-Loss": 5.537062292480469}, "Total-Time": 13218.099437713623, "Train": {"Loss": 1.7583276806259156, "avg t": 1.21698296875, "plain loss": 1.1534410296630866, "standard loss": 1.1478044303131103}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.779998779296875, "Augmented-0.05-Quantile-Accuracy": 66.81999969482422, "Augmented-0.1-Quantile-Accuracy": 68.25999450683594, "Augmented-Accuracy": 72.425, "Augmented-Loss": 1.214706814069748, "Clean-Accuracy": 71.88, "Clean-Loss": 1.1120530708312988, "PGD-Accuracy": 0.08, "PGD-Loss": 5.193547093963623}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 660.1729264259338, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.71999740600586, "Augmented-0.05-Quantile-Accuracy": 53.13999938964844, "Augmented-0.1-Quantile-Accuracy": 54.77000045776367, "Augmented-Accuracy": 59.9709, "Augmented-Loss": 1.3731768687896728, "Clean-Accuracy": 65.77, "Clean-Loss": 1.2013918380737305, "PGD-Accuracy": 0.02, "PGD-Loss": 6.159302386474609}, "Total-Time": 13878.272364139557, "Train": {"Loss": 1.7621851366424561, "avg t": 1.22350515625, "plain loss": 1.1627195644226072, "standard loss": 1.1569811295318604}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.07999801635742, "Augmented-0.05-Quantile-Accuracy": 59.5, "Augmented-0.1-Quantile-Accuracy": 60.68000030517578, "Augmented-Accuracy": 65.745, "Augmented-Loss": 1.2489895626087189, "Clean-Accuracy": 62.66, "Clean-Loss": 1.1677139682769775, "PGD-Accuracy": 0.08, "PGD-Loss": 5.900686907196045}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 659.9872751235962, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.39999771118164, "Augmented-0.05-Quantile-Accuracy": 62.599998474121094, "Augmented-0.1-Quantile-Accuracy": 64.1500015258789, "Augmented-Accuracy": 68.5666, "Augmented-Loss": 1.2985876877212525, "Clean-Accuracy": 71.34, "Clean-Loss": 1.1696360870361329, "PGD-Accuracy": 0.13, "PGD-Loss": 5.715542468261718}, "Total-Time": 14538.259639263153, "Train": {"Loss": 1.7457550580596923, "avg t": 1.2163053125, "plain loss": 1.1500384983215328, "standard loss": 1.144335770111084}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.779998779296875, "Augmented-0.05-Quantile-Accuracy": 65.69999694824219, "Augmented-0.1-Quantile-Accuracy": 67.18000030517578, "Augmented-Accuracy": 71.814, "Augmented-Loss": 1.218507660305023, "Clean-Accuracy": 70.58, "Clean-Loss": 1.1168549686431886, "PGD-Accuracy": 0.14, "PGD-Loss": 5.426982781219483}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 660.5078432559967, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.619998931884766, "Augmented-0.05-Quantile-Accuracy": 64.01000213623047, "Augmented-0.1-Quantile-Accuracy": 65.41999816894531, "Augmented-Accuracy": 70.6298, "Augmented-Loss": 1.291630625038147, "Clean-Accuracy": 70.27, "Clean-Loss": 1.169958632659912, "PGD-Accuracy": 0.08, "PGD-Loss": 5.892924945068359}, "Total-Time": 15198.76748251915, "Train": {"Loss": 1.7231484175872802, "avg t": 1.2125934375, "plain loss": 1.1459861915588385, "standard loss": 1.1404382149505614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.8599967956543, "Augmented-0.05-Quantile-Accuracy": 66.97999572753906, "Augmented-0.1-Quantile-Accuracy": 68.31999969482422, "Augmented-Accuracy": 72.5152, "Augmented-Loss": 1.2229467086448669, "Clean-Accuracy": 71.08, "Clean-Loss": 1.141046187400818, "PGD-Accuracy": 0.06, "PGD-Loss": 5.643154396057129}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 660.0033767223358, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.119998931884766, "Augmented-0.05-Quantile-Accuracy": 58.37999725341797, "Augmented-0.1-Quantile-Accuracy": 59.63999938964844, "Augmented-Accuracy": 64.1375, "Augmented-Loss": 1.3255102435073853, "Clean-Accuracy": 69.13, "Clean-Loss": 1.1850763664245605, "PGD-Accuracy": 0.22, "PGD-Loss": 5.650283923339844}, "Total-Time": 15858.770859241486, "Train": {"Loss": 1.7308608515167236, "avg t": 1.21193640625, "plain loss": 1.1444786763916024, "standard loss": 1.1388378423309327}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.939998626708984, "Augmented-0.05-Quantile-Accuracy": 64.05999755859375, "Augmented-0.1-Quantile-Accuracy": 65.55999755859375, "Augmented-Accuracy": 69.3758, "Augmented-Loss": 1.2335074351024629, "Clean-Accuracy": 67.88, "Clean-Loss": 1.1780141971588134, "PGD-Accuracy": 0.42, "PGD-Loss": 5.3870802528381345}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 660.3796718120575, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.09000015258789, "Augmented-0.05-Quantile-Accuracy": 63.37999725341797, "Augmented-0.1-Quantile-Accuracy": 64.79000091552734, "Augmented-Accuracy": 69.8834, "Augmented-Loss": 1.2902144061279297, "Clean-Accuracy": 68.59, "Clean-Loss": 1.1770984169006347, "PGD-Accuracy": 0.11, "PGD-Loss": 5.817631616210938}, "Total-Time": 16519.150531053543, "Train": {"Loss": 1.7047740844345092, "avg t": 1.20441546875, "plain loss": 1.1333425762329097, "standard loss": 1.1275824337005615}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.39999771118164, "Augmented-0.05-Quantile-Accuracy": 66.27999877929688, "Augmented-0.1-Quantile-Accuracy": 67.43999481201172, "Augmented-Accuracy": 72.2608, "Augmented-Loss": 1.2132853817100524, "Clean-Accuracy": 70.2, "Clean-Loss": 1.0671739143371581, "PGD-Accuracy": 0.16, "PGD-Loss": 5.548081358337402}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 660.1508972644806, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.31999969482422, "Augmented-0.05-Quantile-Accuracy": 59.459999084472656, "Augmented-0.1-Quantile-Accuracy": 60.94999694824219, "Augmented-Accuracy": 65.5242, "Augmented-Loss": 1.3122338591384888, "Clean-Accuracy": 65.58, "Clean-Loss": 1.2134927558898925, "PGD-Accuracy": 0.05, "PGD-Loss": 5.795471990966797}, "Total-Time": 17179.301428318024, "Train": {"Loss": 1.7216418781280518, "avg t": 1.20864609375, "plain loss": 1.138662215972901, "standard loss": 1.1325920531082154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.779998779296875, "Augmented-0.05-Quantile-Accuracy": 62.13999938964844, "Augmented-0.1-Quantile-Accuracy": 63.459999084472656, "Augmented-Accuracy": 68.0664, "Augmented-Loss": 1.2549375355434418, "Clean-Accuracy": 63.64, "Clean-Loss": 1.2272895217895508, "PGD-Accuracy": 0.06, "PGD-Loss": 5.530543701934814}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 659.9763815402985, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.91999816894531, "Augmented-0.05-Quantile-Accuracy": 57.369998931884766, "Augmented-0.1-Quantile-Accuracy": 58.91999816894531, "Augmented-Accuracy": 63.834, "Augmented-Loss": 1.3032815763320922, "Clean-Accuracy": 68.91, "Clean-Loss": 1.1601569732666015, "PGD-Accuracy": 0.14, "PGD-Loss": 6.0188197448730465}, "Total-Time": 17839.277809858322, "Train": {"Loss": 1.710537905921936, "avg t": 1.2050334375, "plain loss": 1.128834243041993, "standard loss": 1.122956111831665}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.55999755859375, "Augmented-0.05-Quantile-Accuracy": 64.68000030517578, "Augmented-0.1-Quantile-Accuracy": 66.05999755859375, "Augmented-Accuracy": 70.43, "Augmented-Loss": 1.1999232430992126, "Clean-Accuracy": 65.82, "Clean-Loss": 1.1654005880355836, "PGD-Accuracy": 0.22, "PGD-Loss": 5.66291220626831}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 659.981575012207, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.14999771118164, "Augmented-0.05-Quantile-Accuracy": 62.06999969482422, "Augmented-0.1-Quantile-Accuracy": 63.32999801635742, "Augmented-Accuracy": 67.816, "Augmented-Loss": 1.2716020778045654, "Clean-Accuracy": 69.91, "Clean-Loss": 1.162506111907959, "PGD-Accuracy": 0.36, "PGD-Loss": 5.83243823852539}, "Total-Time": 18499.25938487053, "Train": {"Loss": 1.700217943840027, "avg t": 1.20191671875, "plain loss": 1.1272333632812497, "standard loss": 1.1213871767807007}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.019996643066406, "Augmented-0.05-Quantile-Accuracy": 64.58000183105469, "Augmented-0.1-Quantile-Accuracy": 65.58000183105469, "Augmented-Accuracy": 69.9714, "Augmented-Loss": 1.2188401405086517, "Clean-Accuracy": 66.78, "Clean-Loss": 1.0845344264984131, "PGD-Accuracy": 0.32, "PGD-Loss": 5.570030903625488}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 660.0895719528198, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.80999755859375, "Augmented-0.05-Quantile-Accuracy": 59.80999755859375, "Augmented-0.1-Quantile-Accuracy": 61.34000015258789, "Augmented-Accuracy": 66.2707, "Augmented-Loss": 1.3248970708465577, "Clean-Accuracy": 68.9, "Clean-Loss": 1.176277310180664, "PGD-Accuracy": 0.11, "PGD-Loss": 6.100978399658203}, "Total-Time": 19159.34895682335, "Train": {"Loss": 1.7032040480041504, "avg t": 1.2016203125, "plain loss": 1.1288748983154304, "standard loss": 1.1230661581802368}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.599998474121094, "Augmented-0.05-Quantile-Accuracy": 65.13999938964844, "Augmented-0.1-Quantile-Accuracy": 66.54000091552734, "Augmented-Accuracy": 70.7088, "Augmented-Loss": 1.2090337843265533, "Clean-Accuracy": 69.26, "Clean-Loss": 1.0645905385971068, "PGD-Accuracy": 0.08, "PGD-Loss": 5.852617532348633}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 659.975766658783, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.43000030517578, "Augmented-0.05-Quantile-Accuracy": 58.75, "Augmented-0.1-Quantile-Accuracy": 59.89999771118164, "Augmented-Accuracy": 64.7953, "Augmented-Loss": 1.3498161610946655, "Clean-Accuracy": 67.68, "Clean-Loss": 1.1987153465270997, "PGD-Accuracy": 0.08, "PGD-Loss": 5.8218390808105465}, "Total-Time": 19819.324723482132, "Train": {"Loss": 1.6979126673126221, "avg t": 1.19996109375, "plain loss": 1.1223030049438474, "standard loss": 1.1160749435043336}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.57999801635742, "Augmented-0.05-Quantile-Accuracy": 64.4000015258789, "Augmented-0.1-Quantile-Accuracy": 65.65999603271484, "Augmented-Accuracy": 69.6198, "Augmented-Loss": 1.2374561957073211, "Clean-Accuracy": 70.42, "Clean-Loss": 1.1244646295547485, "PGD-Accuracy": 0.14, "PGD-Loss": 5.526101612854004}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 659.9550173282623, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.37999725341797, "Augmented-0.05-Quantile-Accuracy": 61.46999740600586, "Augmented-0.1-Quantile-Accuracy": 62.769996643066406, "Augmented-Accuracy": 66.8825, "Augmented-Loss": 1.2910238780212402, "Clean-Accuracy": 69.17, "Clean-Loss": 1.1496738891601563, "PGD-Accuracy": 0.16, "PGD-Loss": 5.8118510437011714}, "Total-Time": 20479.279740810394, "Train": {"Loss": 1.6862767715835572, "avg t": 1.197775, "plain loss": 1.1198082478027342, "standard loss": 1.1137928495788574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.97999954223633, "Augmented-0.05-Quantile-Accuracy": 65.47999572753906, "Augmented-0.1-Quantile-Accuracy": 66.95999908447266, "Augmented-Accuracy": 70.9592, "Augmented-Loss": 1.1999862275619506, "Clean-Accuracy": 72.36, "Clean-Loss": 1.0997399044036866, "PGD-Accuracy": 0.16, "PGD-Loss": 5.486998998260498}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 659.9456079006195, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.22999954223633, "Augmented-0.05-Quantile-Accuracy": 59.64999771118164, "Augmented-0.1-Quantile-Accuracy": 61.189998626708984, "Augmented-Accuracy": 66.6588, "Augmented-Loss": 1.3141955001678467, "Clean-Accuracy": 67.15, "Clean-Loss": 1.198510774230957, "PGD-Accuracy": 0.03, "PGD-Loss": 6.069802880859375}, "Total-Time": 21139.225348711014, "Train": {"Loss": 1.6953375911331177, "avg t": 1.19525453125, "plain loss": 1.1183826338806162, "standard loss": 1.1120273848724365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.65999984741211, "Augmented-0.05-Quantile-Accuracy": 62.69999694824219, "Augmented-0.1-Quantile-Accuracy": 64.27999877929688, "Augmented-Accuracy": 69.417, "Augmented-Loss": 1.226272212656021, "Clean-Accuracy": 71.9, "Clean-Loss": 1.0740582355499269, "PGD-Accuracy": 0.06, "PGD-Loss": 5.773263046264648}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 660.2312288284302, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.88999938964844, "Augmented-0.05-Quantile-Accuracy": 60.2599983215332, "Augmented-0.1-Quantile-Accuracy": 62.0, "Augmented-Accuracy": 67.0066, "Augmented-Loss": 1.3326696618118286, "Clean-Accuracy": 71.87, "Clean-Loss": 1.1796451995849608, "PGD-Accuracy": 0.02, "PGD-Loss": 5.9953353942871095}, "Total-Time": 21799.456577539444, "Train": {"Loss": 1.6818038857269286, "avg t": 1.19368609375, "plain loss": 1.1144123260192855, "standard loss": 1.1080135173797607}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.73999786376953, "Augmented-0.05-Quantile-Accuracy": 65.43999481201172, "Augmented-0.1-Quantile-Accuracy": 67.22000122070312, "Augmented-Accuracy": 71.3016, "Augmented-Loss": 1.2362944405765532, "Clean-Accuracy": 71.18, "Clean-Loss": 1.0814508331298829, "PGD-Accuracy": 0.0, "PGD-Loss": 5.69000544128418}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 659.782080411911, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.369998931884766, "Augmented-0.05-Quantile-Accuracy": 64.33999633789062, "Augmented-0.1-Quantile-Accuracy": 65.83999633789062, "Augmented-Accuracy": 70.3204, "Augmented-Loss": 1.2808870333328246, "Clean-Accuracy": 71.38, "Clean-Loss": 1.1754796577453612, "PGD-Accuracy": 0.03, "PGD-Loss": 5.815239434814453}, "Total-Time": 22459.238657951355, "Train": {"Loss": 1.6631015149307251, "avg t": 1.19176078125, "plain loss": 1.1111975220336916, "standard loss": 1.1048565127944947}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.73999786376953, "Augmented-0.05-Quantile-Accuracy": 65.18000030517578, "Augmented-0.1-Quantile-Accuracy": 66.86000061035156, "Augmented-Accuracy": 71.365, "Augmented-Loss": 1.2208294283065797, "Clean-Accuracy": 67.58, "Clean-Loss": 1.1513185165405273, "PGD-Accuracy": 0.04, "PGD-Loss": 5.504640657043457}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 659.2882266044617, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.09000015258789, "Augmented-0.05-Quantile-Accuracy": 61.5, "Augmented-0.1-Quantile-Accuracy": 62.89999771118164, "Augmented-Accuracy": 67.7329, "Augmented-Loss": 1.299974560951233, "Clean-Accuracy": 70.93, "Clean-Loss": 1.1861887199401855, "PGD-Accuracy": 0.04, "PGD-Loss": 5.71623754272461}, "Total-Time": 23118.526884555817, "Train": {"Loss": 1.6861014369201661, "avg t": 1.19412921875, "plain loss": 1.114807516082763, "standard loss": 1.1086791665649414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.119998931884766, "Augmented-0.05-Quantile-Accuracy": 65.08000183105469, "Augmented-0.1-Quantile-Accuracy": 66.18000030517578, "Augmented-Accuracy": 70.8202, "Augmented-Loss": 1.2342095420665742, "Clean-Accuracy": 68.36, "Clean-Loss": 1.1190820709228515, "PGD-Accuracy": 0.08, "PGD-Loss": 5.448414141845703}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 659.7154893875122, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.03999710083008, "Augmented-0.05-Quantile-Accuracy": 60.369998931884766, "Augmented-0.1-Quantile-Accuracy": 61.93000030517578, "Augmented-Accuracy": 66.5878, "Augmented-Loss": 1.297951791419983, "Clean-Accuracy": 69.38, "Clean-Loss": 1.1584181716918944, "PGD-Accuracy": 0.18, "PGD-Loss": 5.760470764160156}, "Total-Time": 23778.24237394333, "Train": {"Loss": 1.6789009461212159, "avg t": 1.19008296875, "plain loss": 1.1105515979003902, "standard loss": 1.1037246472930908}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.53999710083008, "Augmented-0.05-Quantile-Accuracy": 63.39999771118164, "Augmented-0.1-Quantile-Accuracy": 64.76000213623047, "Augmented-Accuracy": 69.2506, "Augmented-Loss": 1.2174495727233887, "Clean-Accuracy": 67.5, "Clean-Loss": 1.1178236684799194, "PGD-Accuracy": 0.2, "PGD-Loss": 5.421561853790283}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 659.522213935852, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.66999816894531, "Augmented-0.05-Quantile-Accuracy": 61.04999923706055, "Augmented-0.1-Quantile-Accuracy": 62.71999740600586, "Augmented-Accuracy": 67.7608, "Augmented-Loss": 1.3369837776184081, "Clean-Accuracy": 71.6, "Clean-Loss": 1.1691529273986816, "PGD-Accuracy": 0.05, "PGD-Loss": 5.879037322998047}, "Total-Time": 24437.76458787918, "Train": {"Loss": 1.6747926538467408, "avg t": 1.18854875, "plain loss": 1.1079647349548332, "standard loss": 1.1014128996276855}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.5999984741211, "Augmented-0.05-Quantile-Accuracy": 67.33999633789062, "Augmented-0.1-Quantile-Accuracy": 68.6199951171875, "Augmented-Accuracy": 72.6778, "Augmented-Loss": 1.2077768463687897, "Clean-Accuracy": 69.8, "Clean-Loss": 1.0866985807418823, "PGD-Accuracy": 0.06, "PGD-Loss": 5.531535864257813}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 659.8350782394409, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.8599967956543, "Augmented-0.05-Quantile-Accuracy": 61.47999954223633, "Augmented-0.1-Quantile-Accuracy": 62.87999725341797, "Augmented-Accuracy": 67.609, "Augmented-Loss": 1.269704598739624, "Clean-Accuracy": 69.6, "Clean-Loss": 1.1434495750427247, "PGD-Accuracy": 0.15, "PGD-Loss": 5.575512506103515}, "Total-Time": 25097.599666118622, "Train": {"Loss": 1.6650111740112306, "avg t": 1.1880878125, "plain loss": 1.1078234578552244, "standard loss": 1.1016913927841188}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.79999923706055, "Augmented-0.05-Quantile-Accuracy": 64.54000091552734, "Augmented-0.1-Quantile-Accuracy": 66.05999755859375, "Augmented-Accuracy": 70.4352, "Augmented-Loss": 1.1891829806289673, "Clean-Accuracy": 65.26, "Clean-Loss": 1.137113434791565, "PGD-Accuracy": 0.18, "PGD-Loss": 5.259203800964356}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 660.2488088607788, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.88999938964844, "Augmented-0.05-Quantile-Accuracy": 61.84000015258789, "Augmented-0.1-Quantile-Accuracy": 63.119998931884766, "Augmented-Accuracy": 67.7891, "Augmented-Loss": 1.283545448020935, "Clean-Accuracy": 68.87, "Clean-Loss": 1.1570042907714844, "PGD-Accuracy": 0.04, "PGD-Loss": 5.991180126953125}, "Total-Time": 25757.8484749794, "Train": {"Loss": 1.6691386415863037, "avg t": 1.18556546875, "plain loss": 1.106794391937258, "standard loss": 1.1006777013397218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.939998626708984, "Augmented-0.05-Quantile-Accuracy": 64.77999877929688, "Augmented-0.1-Quantile-Accuracy": 66.05999755859375, "Augmented-Accuracy": 69.7836, "Augmented-Loss": 1.2031432094058991, "Clean-Accuracy": 69.72, "Clean-Loss": 1.0663254098892212, "PGD-Accuracy": 0.1, "PGD-Loss": 5.620083294677734}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 660.1148724555969, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.5099983215332, "Augmented-0.05-Quantile-Accuracy": 61.519996643066406, "Augmented-0.1-Quantile-Accuracy": 62.939998626708984, "Augmented-Accuracy": 67.5406, "Augmented-Loss": 1.272682563850403, "Clean-Accuracy": 71.42, "Clean-Loss": 1.159944857788086, "PGD-Accuracy": 0.08, "PGD-Loss": 6.077912451171875}, "Total-Time": 26417.963347434998, "Train": {"Loss": 1.6436975965118408, "avg t": 1.1802834375, "plain loss": 1.0944785596923825, "standard loss": 1.0880899222946168}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.22000122070312, "Augmented-0.05-Quantile-Accuracy": 66.95999908447266, "Augmented-0.1-Quantile-Accuracy": 68.31999969482422, "Augmented-Accuracy": 72.0284, "Augmented-Loss": 1.1879927426948547, "Clean-Accuracy": 69.4, "Clean-Loss": 1.0826334022521973, "PGD-Accuracy": 0.14, "PGD-Loss": 5.786315812683106}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 660.3045933246613, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.29999923706055, "Augmented-0.05-Quantile-Accuracy": 59.63999938964844, "Augmented-0.1-Quantile-Accuracy": 61.12999725341797, "Augmented-Accuracy": 65.7278, "Augmented-Loss": 1.266763877243042, "Clean-Accuracy": 67.87, "Clean-Loss": 1.1166076484680176, "PGD-Accuracy": 0.05, "PGD-Loss": 5.953775207519532}, "Total-Time": 27078.26794075966, "Train": {"Loss": 1.656873874359131, "avg t": 1.18612234375, "plain loss": 1.1031202315979012, "standard loss": 1.096767336654663}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.03999710083008, "Augmented-0.05-Quantile-Accuracy": 62.619998931884766, "Augmented-0.1-Quantile-Accuracy": 63.97999954223633, "Augmented-Accuracy": 68.5544, "Augmented-Loss": 1.1637860339374542, "Clean-Accuracy": 67.14, "Clean-Loss": 1.0373098890304566, "PGD-Accuracy": 0.14, "PGD-Loss": 5.520522373962402}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 659.8742933273315, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.88999938964844, "Augmented-0.05-Quantile-Accuracy": 58.91999816894531, "Augmented-0.1-Quantile-Accuracy": 60.29999923706055, "Augmented-Accuracy": 65.002, "Augmented-Loss": 1.3001695310668946, "Clean-Accuracy": 66.28, "Clean-Loss": 1.1351973724365234, "PGD-Accuracy": 0.22, "PGD-Loss": 5.896916534423828}, "Total-Time": 27738.14223408699, "Train": {"Loss": 1.6751192017364502, "avg t": 1.186075, "plain loss": 1.10125366027832, "standard loss": 1.0949393520736694}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.519996643066406, "Augmented-0.05-Quantile-Accuracy": 64.0199966430664, "Augmented-0.1-Quantile-Accuracy": 65.26000213623047, "Augmented-Accuracy": 69.0524, "Augmented-Loss": 1.1844368190937042, "Clean-Accuracy": 65.18, "Clean-Loss": 1.048811543083191, "PGD-Accuracy": 0.16, "PGD-Loss": 5.515132772827148}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 660.1664435863495, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.5099983215332, "Augmented-0.05-Quantile-Accuracy": 60.029998779296875, "Augmented-0.1-Quantile-Accuracy": 61.55999755859375, "Augmented-Accuracy": 66.6582, "Augmented-Loss": 1.335791053817749, "Clean-Accuracy": 72.62, "Clean-Loss": 1.1672075828552246, "PGD-Accuracy": 0.08, "PGD-Loss": 5.866979132080078}, "Total-Time": 28398.30867767334, "Train": {"Loss": 1.6705715865325927, "avg t": 1.18303765625, "plain loss": 1.0992300773010264, "standard loss": 1.093167428627014}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.13999938964844, "Augmented-0.05-Quantile-Accuracy": 68.31999969482422, "Augmented-0.1-Quantile-Accuracy": 69.63999938964844, "Augmented-Accuracy": 74.2148, "Augmented-Loss": 1.2211013603591918, "Clean-Accuracy": 70.72, "Clean-Loss": 1.1043772380828858, "PGD-Accuracy": 0.08, "PGD-Loss": 5.6154522071838375}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 659.6444575786591, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.959999084472656, "Augmented-0.05-Quantile-Accuracy": 58.189998626708984, "Augmented-0.1-Quantile-Accuracy": 59.5, "Augmented-Accuracy": 64.3027, "Augmented-Loss": 1.2901517254257202, "Clean-Accuracy": 68.99, "Clean-Loss": 1.1441503173828125, "PGD-Accuracy": 0.11, "PGD-Loss": 5.8630042724609375}, "Total-Time": 29057.953135252, "Train": {"Loss": 1.6502108155441284, "avg t": 1.18327609375, "plain loss": 1.097689300872803, "standard loss": 1.0914474784088135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.91999816894531, "Augmented-0.05-Quantile-Accuracy": 63.959999084472656, "Augmented-0.1-Quantile-Accuracy": 65.33999633789062, "Augmented-Accuracy": 69.7804, "Augmented-Loss": 1.1831995989837647, "Clean-Accuracy": 70.12, "Clean-Loss": 1.072469030380249, "PGD-Accuracy": 0.06, "PGD-Loss": 5.684342543029786}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 660.2532784938812, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.459999084472656, "Augmented-0.05-Quantile-Accuracy": 55.38999938964844, "Augmented-0.1-Quantile-Accuracy": 56.97999954223633, "Augmented-Accuracy": 62.1854, "Augmented-Loss": 1.3409485443954468, "Clean-Accuracy": 66.08, "Clean-Loss": 1.2036732963562011, "PGD-Accuracy": 0.17, "PGD-Loss": 6.0793386047363285}, "Total-Time": 29718.20641374588, "Train": {"Loss": 1.6610685517883301, "avg t": 1.18299640625, "plain loss": 1.0982022670898428, "standard loss": 1.091550597076416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.07999801635742, "Augmented-0.05-Quantile-Accuracy": 61.2599983215332, "Augmented-0.1-Quantile-Accuracy": 62.71999740600586, "Augmented-Accuracy": 67.6644, "Augmented-Loss": 1.2341335621795655, "Clean-Accuracy": 73.0, "Clean-Loss": 1.0055646565437317, "PGD-Accuracy": 0.06, "PGD-Loss": 5.8373883407592775}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 660.0505664348602, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.119998931884766, "Augmented-0.05-Quantile-Accuracy": 65.45999908447266, "Augmented-0.1-Quantile-Accuracy": 66.98999786376953, "Augmented-Accuracy": 71.699, "Augmented-Loss": 1.2800541865768433, "Clean-Accuracy": 73.69, "Clean-Loss": 1.162735206604004, "PGD-Accuracy": 0.09, "PGD-Loss": 5.915737457275391}, "Total-Time": 30378.25698018074, "Train": {"Loss": 1.6446711427307128, "avg t": 1.18059234375, "plain loss": 1.097756631011964, "standard loss": 1.0915128162384033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.76000213623047, "Augmented-0.05-Quantile-Accuracy": 68.91999816894531, "Augmented-0.1-Quantile-Accuracy": 70.5999984741211, "Augmented-Accuracy": 75.2642, "Augmented-Loss": 1.210237106071472, "Clean-Accuracy": 69.3, "Clean-Loss": 1.1696142343521119, "PGD-Accuracy": 0.12, "PGD-Loss": 5.65996159286499}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 659.5895626544952, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.349998474121094, "Augmented-0.05-Quantile-Accuracy": 56.6099967956543, "Augmented-0.1-Quantile-Accuracy": 58.0099983215332, "Augmented-Accuracy": 62.7265, "Augmented-Loss": 1.3206588407287598, "Clean-Accuracy": 66.65, "Clean-Loss": 1.1635182670593263, "PGD-Accuracy": 0.22, "PGD-Loss": 5.783771832275391}, "Total-Time": 31037.846542835236, "Train": {"Loss": 1.640376868057251, "avg t": 1.1764, "plain loss": 1.0889057072143562, "standard loss": 1.0826173021697998}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.63999938964844, "Augmented-0.05-Quantile-Accuracy": 62.099998474121094, "Augmented-0.1-Quantile-Accuracy": 63.439998626708984, "Augmented-Accuracy": 67.2462, "Augmented-Loss": 1.20693343639946, "Clean-Accuracy": 70.06, "Clean-Loss": 1.0094502912521361, "PGD-Accuracy": 0.24, "PGD-Loss": 5.497284468841553}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 659.8742644786835, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.41999816894531, "Augmented-0.05-Quantile-Accuracy": 58.07999801635742, "Augmented-0.1-Quantile-Accuracy": 59.63999938964844, "Augmented-Accuracy": 65.4301, "Augmented-Loss": 1.3633015021514892, "Clean-Accuracy": 70.14, "Clean-Loss": 1.1871930221557616, "PGD-Accuracy": 0.03, "PGD-Loss": 6.059411187744141}, "Total-Time": 31697.72080731392, "Train": {"Loss": 1.6510476233673095, "avg t": 1.182191875, "plain loss": 1.09323363986206, "standard loss": 1.086880129814148}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.05999755859375, "Augmented-0.05-Quantile-Accuracy": 65.54000091552734, "Augmented-0.1-Quantile-Accuracy": 67.47999572753906, "Augmented-Accuracy": 72.429, "Augmented-Loss": 1.2263933182296753, "Clean-Accuracy": 66.22, "Clean-Loss": 1.0730861682891846, "PGD-Accuracy": 0.04, "PGD-Loss": 5.74409822845459}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 659.5845017433167, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.689998626708984, "Augmented-0.05-Quantile-Accuracy": 60.529998779296875, "Augmented-0.1-Quantile-Accuracy": 62.18000030517578, "Augmented-Accuracy": 67.2543, "Augmented-Loss": 1.354776422416687, "Clean-Accuracy": 72.74, "Clean-Loss": 1.1595975906372071, "PGD-Accuracy": 0.09, "PGD-Loss": 6.255587939453125}, "Total-Time": 32357.305309057236, "Train": {"Loss": 1.6344165657806395, "avg t": 1.1808584375, "plain loss": 1.0888631776123037, "standard loss": 1.0824154960632324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.439998626708984, "Augmented-0.05-Quantile-Accuracy": 66.95999908447266, "Augmented-0.1-Quantile-Accuracy": 68.54000091552734, "Augmented-Accuracy": 73.2484, "Augmented-Loss": 1.1983300646514892, "Clean-Accuracy": 67.94, "Clean-Loss": 1.0914686917304992, "PGD-Accuracy": 0.06, "PGD-Loss": 5.899996672058106}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 659.6087875366211, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.029998779296875, "Augmented-0.05-Quantile-Accuracy": 63.30999755859375, "Augmented-0.1-Quantile-Accuracy": 64.98999786376953, "Augmented-Accuracy": 69.8608, "Augmented-Loss": 1.296259097503662, "Clean-Accuracy": 73.47, "Clean-Loss": 1.1390315299987792, "PGD-Accuracy": 0.08, "PGD-Loss": 6.0400967712402345}, "Total-Time": 33016.91409659386, "Train": {"Loss": 1.64205820148468, "avg t": 1.1804009375, "plain loss": 1.0909001272582999, "standard loss": 1.0842986671066284}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.26000213623047, "Augmented-0.05-Quantile-Accuracy": 69.13999938964844, "Augmented-0.1-Quantile-Accuracy": 70.5199966430664, "Augmented-Accuracy": 74.9814, "Augmented-Loss": 1.1772250941581726, "Clean-Accuracy": 74.34, "Clean-Loss": 1.0941816257476806, "PGD-Accuracy": 0.06, "PGD-Loss": 5.695852275085449}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 659.0677483081818, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.81999969482422, "Augmented-0.05-Quantile-Accuracy": 63.37999725341797, "Augmented-0.1-Quantile-Accuracy": 64.65999603271484, "Augmented-Accuracy": 69.6957, "Augmented-Loss": 1.295892990600586, "Clean-Accuracy": 74.93, "Clean-Loss": 1.126019207763672, "PGD-Accuracy": 0.08, "PGD-Loss": 5.8889666809082035}, "Total-Time": 33675.98184490204, "Train": {"Loss": 1.6413148233795165, "avg t": 1.17971515625, "plain loss": 1.0897562641296388, "standard loss": 1.0833343424987794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.15999603271484, "Augmented-0.05-Quantile-Accuracy": 69.54000091552734, "Augmented-0.1-Quantile-Accuracy": 70.72000122070312, "Augmented-Accuracy": 75.159, "Augmented-Loss": 1.1815145117111205, "Clean-Accuracy": 74.0, "Clean-Loss": 1.002175091934204, "PGD-Accuracy": 0.18, "PGD-Loss": 5.56478037033081}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 659.6226727962494, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.6099967956543, "Augmented-0.05-Quantile-Accuracy": 57.099998474121094, "Augmented-0.1-Quantile-Accuracy": 58.599998474121094, "Augmented-Accuracy": 63.5269, "Augmented-Loss": 1.3488064246368408, "Clean-Accuracy": 66.67, "Clean-Loss": 1.1862583137512206, "PGD-Accuracy": 0.06, "PGD-Loss": 5.8916382934570315}, "Total-Time": 34335.60451769829, "Train": {"Loss": 1.6480482965850831, "avg t": 1.18074765625, "plain loss": 1.0920241308593759, "standard loss": 1.0856597607803344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.519996643066406, "Augmented-0.05-Quantile-Accuracy": 62.279998779296875, "Augmented-0.1-Quantile-Accuracy": 63.679996490478516, "Augmented-Accuracy": 68.256, "Augmented-Loss": 1.2166308252754212, "Clean-Accuracy": 69.08, "Clean-Loss": 1.1005461572647095, "PGD-Accuracy": 0.06, "PGD-Loss": 5.595894217681884}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 660.0354373455048, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.71999740600586, "Augmented-0.05-Quantile-Accuracy": 64.06999969482422, "Augmented-0.1-Quantile-Accuracy": 65.6199951171875, "Augmented-Accuracy": 70.7085, "Augmented-Loss": 1.3384397659683227, "Clean-Accuracy": 75.15, "Clean-Loss": 1.1527347053527832, "PGD-Accuracy": 0.07, "PGD-Loss": 5.873827569580079}, "Total-Time": 34995.63995504379, "Train": {"Loss": 1.6376932258605956, "avg t": 1.174678125, "plain loss": 1.0866484687805174, "standard loss": 1.0802496820259093}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.65999603271484, "Augmented-0.05-Quantile-Accuracy": 69.47999572753906, "Augmented-0.1-Quantile-Accuracy": 70.75999450683594, "Augmented-Accuracy": 75.5104, "Augmented-Loss": 1.1991443525485992, "Clean-Accuracy": 67.44, "Clean-Loss": 1.2164465116500855, "PGD-Accuracy": 0.14, "PGD-Loss": 5.522854516601562}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 659.6394317150116, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.66999816894531, "Augmented-0.05-Quantile-Accuracy": 58.57999801635742, "Augmented-0.1-Quantile-Accuracy": 60.029998779296875, "Augmented-Accuracy": 64.3915, "Augmented-Loss": 1.27948601751709, "Clean-Accuracy": 68.58, "Clean-Loss": 1.1401584915161134, "PGD-Accuracy": 0.09, "PGD-Loss": 5.866711791992188}, "Total-Time": 35655.279386758804, "Train": {"Loss": 1.6418848542785645, "avg t": 1.177816875, "plain loss": 1.0868461178894038, "standard loss": 1.0806077624511718}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.41999816894531, "Augmented-0.05-Quantile-Accuracy": 64.33999633789062, "Augmented-0.1-Quantile-Accuracy": 65.58000183105469, "Augmented-Accuracy": 69.7992, "Augmented-Loss": 1.1862124150619506, "Clean-Accuracy": 70.0, "Clean-Loss": 1.0809747745513916, "PGD-Accuracy": 0.1, "PGD-Loss": 5.518670457458496}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 660.1783425807953, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.66999816894531, "Augmented-0.05-Quantile-Accuracy": 60.019996643066406, "Augmented-0.1-Quantile-Accuracy": 61.48999786376953, "Augmented-Accuracy": 66.7623, "Augmented-Loss": 1.3445161191177368, "Clean-Accuracy": 73.8, "Clean-Loss": 1.1552080360412598, "PGD-Accuracy": 0.06, "PGD-Loss": 6.092727056884765}, "Total-Time": 36315.4577293396, "Train": {"Loss": 1.6324331146240234, "avg t": 1.1743275, "plain loss": 1.0822705803222648, "standard loss": 1.0757767127990723}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.65999603271484, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.27999877929688, "Augmented-Accuracy": 75.2968, "Augmented-Loss": 1.1960486747112273, "Clean-Accuracy": 77.6, "Clean-Loss": 1.0206322954177856, "PGD-Accuracy": 0.04, "PGD-Loss": 5.830451035308838}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 660.1370372772217, "Test": {"Augmented-0.01-Quantile-Accuracy": 71.43000030517578, "Augmented-0.05-Quantile-Accuracy": 74.68999481201172, "Augmented-0.1-Quantile-Accuracy": 76.04000091552734, "Augmented-Accuracy": 80.2102, "Augmented-Loss": 1.0910471575012206, "Clean-Accuracy": 83.76, "Clean-Loss": 0.9360546440124512, "PGD-Accuracy": 0.07, "PGD-Loss": 6.2877282104492185}, "Total-Time": 36975.59476661682, "Train": {"Loss": 1.2880248130607606, "avg t": 1.08836578125, "plain loss": 0.9402764287109368, "standard loss": 0.9352887067031861}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.31999969482422, "Augmented-0.05-Quantile-Accuracy": 80.05999755859375, "Augmented-0.1-Quantile-Accuracy": 81.47999572753906, "Augmented-Accuracy": 85.0966, "Augmented-Loss": 0.9666759186820983, "Clean-Accuracy": 81.88, "Clean-Loss": 0.8517395608901978, "PGD-Accuracy": 0.06, "PGD-Loss": 5.913309230804443}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 659.8818471431732, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.41999816894531, "Augmented-0.05-Quantile-Accuracy": 76.5999984741211, "Augmented-0.1-Quantile-Accuracy": 77.72000122070312, "Augmented-Accuracy": 81.7504, "Augmented-Loss": 1.033510573852539, "Clean-Accuracy": 84.58, "Clean-Loss": 0.8974815391540527, "PGD-Accuracy": 0.03, "PGD-Loss": 6.480908557128906}, "Total-Time": 37635.476613759995, "Train": {"Loss": 1.1955467656326293, "avg t": 1.04950765625, "plain loss": 0.8661059682312015, "standard loss": 0.8613456907272339}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.33999633789062, "Augmented-0.05-Quantile-Accuracy": 81.07999420166016, "Augmented-0.1-Quantile-Accuracy": 82.13999938964844, "Augmented-Accuracy": 85.4356, "Augmented-Loss": 0.9197882522964478, "Clean-Accuracy": 79.84, "Clean-Loss": 0.8697908874511718, "PGD-Accuracy": 0.04, "PGD-Loss": 6.1039517318725585}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 659.0923836231232, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.83000183105469, "Augmented-0.05-Quantile-Accuracy": 76.79999542236328, "Augmented-0.1-Quantile-Accuracy": 78.0, "Augmented-Accuracy": 82.0329, "Augmented-Loss": 1.003270575920105, "Clean-Accuracy": 84.66, "Clean-Loss": 0.8765161437988281, "PGD-Accuracy": 0.03, "PGD-Loss": 6.532560473632812}, "Total-Time": 38294.56899738312, "Train": {"Loss": 1.154249577560425, "avg t": 1.03464828125, "plain loss": 0.8386018341979974, "standard loss": 0.8340753635787964}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.13999938964844, "Augmented-0.05-Quantile-Accuracy": 81.9000015258789, "Augmented-0.1-Quantile-Accuracy": 83.13999938964844, "Augmented-Accuracy": 86.183, "Augmented-Loss": 0.8931489985742569, "Clean-Accuracy": 80.08, "Clean-Loss": 0.7940739080429077, "PGD-Accuracy": 0.0, "PGD-Loss": 6.14502502746582}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 660.2777981758118, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.72999572753906, "Augmented-0.05-Quantile-Accuracy": 77.5999984741211, "Augmented-0.1-Quantile-Accuracy": 79.22999572753906, "Augmented-Accuracy": 83.0001, "Augmented-Loss": 0.9835550187911988, "Clean-Accuracy": 84.65, "Clean-Loss": 0.8626205047607421, "PGD-Accuracy": 0.03, "PGD-Loss": 6.575514703369141}, "Total-Time": 38954.84679555893, "Train": {"Loss": 1.138821007156372, "avg t": 1.02628171875, "plain loss": 0.8231394297485356, "standard loss": 0.8184408296585083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.04000091552734, "Augmented-0.05-Quantile-Accuracy": 81.83999633789062, "Augmented-0.1-Quantile-Accuracy": 82.95999908447266, "Augmented-Accuracy": 86.5278, "Augmented-Loss": 0.8783388450546264, "Clean-Accuracy": 86.4, "Clean-Loss": 0.7807592917442322, "PGD-Accuracy": 0.06, "PGD-Loss": 6.220199011230469}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 660.0060892105103, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.83000183105469, "Augmented-0.05-Quantile-Accuracy": 77.86000061035156, "Augmented-0.1-Quantile-Accuracy": 79.07999420166016, "Augmented-Accuracy": 82.6496, "Augmented-Loss": 0.9740255217208862, "Clean-Accuracy": 85.18, "Clean-Loss": 0.851328197479248, "PGD-Accuracy": 0.02, "PGD-Loss": 6.727247412109375}, "Total-Time": 39614.85288476944, "Train": {"Loss": 1.1167771965789794, "avg t": 1.01867875, "plain loss": 0.8077394787597659, "standard loss": 0.8031850192642211}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.45999908447266, "Augmented-0.05-Quantile-Accuracy": 82.07999420166016, "Augmented-0.1-Quantile-Accuracy": 83.47999572753906, "Augmented-Accuracy": 86.6408, "Augmented-Loss": 0.8639993917102814, "Clean-Accuracy": 85.06, "Clean-Loss": 0.8047651248931885, "PGD-Accuracy": 0.0, "PGD-Loss": 6.378802283477783}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 659.7312996387482, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.77999877929688, "Augmented-0.05-Quantile-Accuracy": 77.70999908447266, "Augmented-0.1-Quantile-Accuracy": 79.07999420166016, "Augmented-Accuracy": 82.955, "Augmented-Loss": 0.9740844728164673, "Clean-Accuracy": 85.69, "Clean-Loss": 0.8443730117797852, "PGD-Accuracy": 0.04, "PGD-Loss": 6.791410809326172}, "Total-Time": 40274.58418440819, "Train": {"Loss": 1.1049868902587892, "avg t": 1.01416515625, "plain loss": 0.799141683135987, "standard loss": 0.794423803062439}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.54000091552734, "Augmented-0.05-Quantile-Accuracy": 83.07999420166016, "Augmented-0.1-Quantile-Accuracy": 84.31999969482422, "Augmented-Accuracy": 87.7652, "Augmented-Loss": 0.8583729587955475, "Clean-Accuracy": 84.36, "Clean-Loss": 0.7828597114562988, "PGD-Accuracy": 0.04, "PGD-Loss": 6.410477035522461}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 658.2883176803589, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.0199966430664, "Augmented-0.05-Quantile-Accuracy": 77.77999877929688, "Augmented-0.1-Quantile-Accuracy": 79.02999877929688, "Augmented-Accuracy": 82.6961, "Augmented-Loss": 0.9605609457321167, "Clean-Accuracy": 85.89, "Clean-Loss": 0.849889640045166, "PGD-Accuracy": 0.03, "PGD-Loss": 6.622887371826172}, "Total-Time": 40932.87250208855, "Train": {"Loss": 1.0907334394836425, "avg t": 1.0072721875, "plain loss": 0.7928188220825199, "standard loss": 0.7883346324157715}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.29999542236328, "Augmented-0.05-Quantile-Accuracy": 83.69999694824219, "Augmented-0.1-Quantile-Accuracy": 84.65999603271484, "Augmented-Accuracy": 87.6518, "Augmented-Loss": 0.8536845119457245, "Clean-Accuracy": 87.04, "Clean-Loss": 0.7786342864990234, "PGD-Accuracy": 0.02, "PGD-Loss": 6.262886637878418}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 657.2490589618683, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.98999786376953, "Augmented-0.05-Quantile-Accuracy": 77.8699951171875, "Augmented-0.1-Quantile-Accuracy": 79.06999969482422, "Augmented-Accuracy": 82.9244, "Augmented-Loss": 0.9546500540161132, "Clean-Accuracy": 85.55, "Clean-Loss": 0.8406158493041992, "PGD-Accuracy": 0.04, "PGD-Loss": 6.7504357299804685}, "Total-Time": 41590.121561050415, "Train": {"Loss": 1.0786387187576294, "avg t": 1.00390453125, "plain loss": 0.7869638017883309, "standard loss": 0.7824990594863892}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.37999725341797, "Augmented-0.05-Quantile-Accuracy": 83.93999481201172, "Augmented-0.1-Quantile-Accuracy": 85.19999694824219, "Augmented-Accuracy": 88.6422, "Augmented-Loss": 0.8411378379497528, "Clean-Accuracy": 85.0, "Clean-Loss": 0.7678575132369995, "PGD-Accuracy": 0.04, "PGD-Loss": 6.360262996673584}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 657.3976583480835, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.43000030517578, "Augmented-0.05-Quantile-Accuracy": 79.19999694824219, "Augmented-0.1-Quantile-Accuracy": 80.38999938964844, "Augmented-Accuracy": 83.4758, "Augmented-Loss": 0.9414612256317139, "Clean-Accuracy": 85.48, "Clean-Loss": 0.8395464981079102, "PGD-Accuracy": 0.04, "PGD-Loss": 6.654619934082032}, "Total-Time": 42247.5192193985, "Train": {"Loss": 1.072554713382721, "avg t": 1.00026578125, "plain loss": 0.7826896763916011, "standard loss": 0.7779640837287903}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.31999969482422, "Augmented-0.05-Quantile-Accuracy": 83.81999969482422, "Augmented-0.1-Quantile-Accuracy": 84.77999877929688, "Augmented-Accuracy": 88.0038, "Augmented-Loss": 0.841268492014885, "Clean-Accuracy": 84.7, "Clean-Loss": 0.7869673822402954, "PGD-Accuracy": 0.06, "PGD-Loss": 6.29187544708252}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 658.2585110664368, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.68999481201172, "Augmented-0.05-Quantile-Accuracy": 78.38999938964844, "Augmented-0.1-Quantile-Accuracy": 79.70999908447266, "Augmented-Accuracy": 83.5196, "Augmented-Loss": 0.9381168114929199, "Clean-Accuracy": 86.38, "Clean-Loss": 0.8227266967773438, "PGD-Accuracy": 0.03, "PGD-Loss": 6.803029553222657}, "Total-Time": 42905.777730464935, "Train": {"Loss": 1.0612962346458434, "avg t": 0.99563453125, "plain loss": 0.780416135726928, "standard loss": 0.7760046176338196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.97999572753906, "Augmented-0.05-Quantile-Accuracy": 84.5999984741211, "Augmented-0.1-Quantile-Accuracy": 85.54000091552734, "Augmented-Accuracy": 88.685, "Augmented-Loss": 0.8271629324865342, "Clean-Accuracy": 89.36, "Clean-Loss": 0.7371892261505127, "PGD-Accuracy": 0.04, "PGD-Loss": 6.424523236083984}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 656.0010576248169, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.31999969482422, "Augmented-0.05-Quantile-Accuracy": 78.33999633789062, "Augmented-0.1-Quantile-Accuracy": 79.69999694824219, "Augmented-Accuracy": 83.4097, "Augmented-Loss": 0.942063165435791, "Clean-Accuracy": 85.87, "Clean-Loss": 0.83017177734375, "PGD-Accuracy": 0.03, "PGD-Loss": 6.795002880859375}, "Total-Time": 43561.77878808975, "Train": {"Loss": 1.054693572731018, "avg t": 0.99238375, "plain loss": 0.777333053527832, "standard loss": 0.7728517580032349}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.5999984741211, "Augmented-0.05-Quantile-Accuracy": 84.73999786376953, "Augmented-0.1-Quantile-Accuracy": 85.81999969482422, "Augmented-Accuracy": 89.0106, "Augmented-Loss": 0.8289561849946976, "Clean-Accuracy": 88.42, "Clean-Loss": 0.7804311333656311, "PGD-Accuracy": 0.02, "PGD-Loss": 6.449857582855224}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 657.3618729114532, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.45999908447266, "Augmented-0.05-Quantile-Accuracy": 78.29000091552734, "Augmented-0.1-Quantile-Accuracy": 79.48999786376953, "Augmented-Accuracy": 83.297, "Augmented-Loss": 0.9387299675979615, "Clean-Accuracy": 85.87, "Clean-Loss": 0.8355505729675293, "PGD-Accuracy": 0.05, "PGD-Loss": 6.781415789794922}, "Total-Time": 44219.140661001205, "Train": {"Loss": 1.0478585289001465, "avg t": 0.98900671875, "plain loss": 0.7705285277404773, "standard loss": 0.7660925998306275}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.65999603271484, "Augmented-0.05-Quantile-Accuracy": 84.1199951171875, "Augmented-0.1-Quantile-Accuracy": 85.41999816894531, "Augmented-Accuracy": 88.5584, "Augmented-Loss": 0.836278816394806, "Clean-Accuracy": 85.88, "Clean-Loss": 0.7877744916915893, "PGD-Accuracy": 0.02, "PGD-Loss": 6.392536107635498}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 658.2351179122925, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.90999603271484, "Augmented-0.05-Quantile-Accuracy": 77.77999877929688, "Augmented-0.1-Quantile-Accuracy": 78.90999603271484, "Augmented-Accuracy": 82.8082, "Augmented-Loss": 0.9586923607254029, "Clean-Accuracy": 85.99, "Clean-Loss": 0.8361939254760742, "PGD-Accuracy": 0.02, "PGD-Loss": 6.741038610839844}, "Total-Time": 44877.3757789135, "Train": {"Loss": 1.0528150189208985, "avg t": 0.9898775, "plain loss": 0.7783023730316165, "standard loss": 0.7738570996475219}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.07999420166016, "Augmented-0.05-Quantile-Accuracy": 84.54000091552734, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 88.5648, "Augmented-Loss": 0.8351445446500778, "Clean-Accuracy": 85.9, "Clean-Loss": 0.8141004524230957, "PGD-Accuracy": 0.02, "PGD-Loss": 6.354570429229736}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 658.0762138366699, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.43999481201172, "Augmented-0.05-Quantile-Accuracy": 79.25999450683594, "Augmented-0.1-Quantile-Accuracy": 80.47999572753906, "Augmented-Accuracy": 84.0734, "Augmented-Loss": 0.9315504058380127, "Clean-Accuracy": 86.04, "Clean-Loss": 0.821079923248291, "PGD-Accuracy": 0.04, "PGD-Loss": 6.691732385253906}, "Total-Time": 45535.45199275017, "Train": {"Loss": 1.0427630413246154, "avg t": 0.98635875, "plain loss": 0.7713446627655024, "standard loss": 0.7667707023239135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.07999420166016, "Augmented-0.05-Quantile-Accuracy": 85.23999786376953, "Augmented-0.1-Quantile-Accuracy": 86.07999420166016, "Augmented-Accuracy": 89.2772, "Augmented-Loss": 0.8150015912799835, "Clean-Accuracy": 87.48, "Clean-Loss": 0.7558064456939697, "PGD-Accuracy": 0.04, "PGD-Loss": 6.3895878616333}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 658.642011642456, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.6199951171875, "Augmented-0.05-Quantile-Accuracy": 79.48999786376953, "Augmented-0.1-Quantile-Accuracy": 80.75999450683594, "Augmented-Accuracy": 84.2482, "Augmented-Loss": 0.941274989326477, "Clean-Accuracy": 86.27, "Clean-Loss": 0.8454288536071778, "PGD-Accuracy": 0.04, "PGD-Loss": 6.6525943603515625}, "Total-Time": 46194.094004392624, "Train": {"Loss": 1.0365122354507446, "avg t": 0.98348421875, "plain loss": 0.7672738385009765, "standard loss": 0.7628241738128662}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.41999816894531, "Augmented-0.05-Quantile-Accuracy": 84.83999633789062, "Augmented-0.1-Quantile-Accuracy": 85.81999969482422, "Augmented-Accuracy": 88.8898, "Augmented-Loss": 0.8488586974210739, "Clean-Accuracy": 83.88, "Clean-Loss": 0.8115947251319885, "PGD-Accuracy": 0.02, "PGD-Loss": 6.333254758453369}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 658.8006024360657, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.65999603271484, "Augmented-0.05-Quantile-Accuracy": 78.45999908447266, "Augmented-0.1-Quantile-Accuracy": 79.75999450683594, "Augmented-Accuracy": 83.7482, "Augmented-Loss": 0.9455967773208618, "Clean-Accuracy": 85.72, "Clean-Loss": 0.8457124298095703, "PGD-Accuracy": 0.02, "PGD-Loss": 6.704597540283203}, "Total-Time": 46852.89460682869, "Train": {"Loss": 1.032591914253235, "avg t": 0.98059765625, "plain loss": 0.7695082826232907, "standard loss": 0.7651525833702087}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.19999694824219, "Augmented-0.05-Quantile-Accuracy": 83.91999816894531, "Augmented-0.1-Quantile-Accuracy": 85.33999633789062, "Augmented-Accuracy": 88.4796, "Augmented-Loss": 0.8358822213144302, "Clean-Accuracy": 87.06, "Clean-Loss": 0.7514987812042236, "PGD-Accuracy": 0.06, "PGD-Loss": 6.320261151123047}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 658.4653849601746, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.86000061035156, "Augmented-0.05-Quantile-Accuracy": 78.79000091552734, "Augmented-0.1-Quantile-Accuracy": 79.8699951171875, "Augmented-Accuracy": 83.8051, "Augmented-Loss": 0.9458112045440674, "Clean-Accuracy": 86.09, "Clean-Loss": 0.8413824462890624, "PGD-Accuracy": 0.01, "PGD-Loss": 6.559449755859375}, "Total-Time": 47511.359991788864, "Train": {"Loss": 1.0360366760253907, "avg t": 0.981086875, "plain loss": 0.7751218661804203, "standard loss": 0.7708409894180298}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.9000015258789, "Augmented-0.05-Quantile-Accuracy": 86.15999603271484, "Augmented-0.1-Quantile-Accuracy": 87.13999938964844, "Augmented-Accuracy": 89.9706, "Augmented-Loss": 0.8340862658596039, "Clean-Accuracy": 88.88, "Clean-Loss": 0.7607309593200684, "PGD-Accuracy": 0.08, "PGD-Loss": 6.196527876281738}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 658.9551711082458, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.43000030517578, "Augmented-0.05-Quantile-Accuracy": 78.6199951171875, "Augmented-0.1-Quantile-Accuracy": 79.73999786376953, "Augmented-Accuracy": 83.5464, "Augmented-Loss": 0.9617671987228393, "Clean-Accuracy": 85.77, "Clean-Loss": 0.857443130493164, "PGD-Accuracy": 0.09, "PGD-Loss": 6.526908544921875}, "Total-Time": 48170.31516289711, "Train": {"Loss": 1.038353191127777, "avg t": 0.98193875, "plain loss": 0.7793775669555666, "standard loss": 0.774843609161377}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.69999694824219, "Augmented-0.05-Quantile-Accuracy": 84.5199966430664, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 88.9024, "Augmented-Loss": 0.8537168336324692, "Clean-Accuracy": 87.26, "Clean-Loss": 0.8010507644653321, "PGD-Accuracy": 0.08, "PGD-Loss": 6.126818362426758}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 659.0996754169464, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.3499984741211, "Augmented-0.05-Quantile-Accuracy": 78.27999877929688, "Augmented-0.1-Quantile-Accuracy": 79.4000015258789, "Augmented-Accuracy": 83.2295, "Augmented-Loss": 0.9609064368667602, "Clean-Accuracy": 85.71, "Clean-Loss": 0.8694529159545898, "PGD-Accuracy": 0.09, "PGD-Loss": 6.49351513671875}, "Total-Time": 48829.41483831406, "Train": {"Loss": 1.0334013195800782, "avg t": 0.98031078125, "plain loss": 0.7795449956054694, "standard loss": 0.7750520484733582}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.55999755859375, "Augmented-0.1-Quantile-Accuracy": 85.77999877929688, "Augmented-Accuracy": 88.8922, "Augmented-Loss": 0.854516344078064, "Clean-Accuracy": 86.52, "Clean-Loss": 0.8156538969039917, "PGD-Accuracy": 0.16, "PGD-Loss": 6.121547513580322}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 659.0599658489227, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.70999908447266, "Augmented-0.05-Quantile-Accuracy": 78.61000061035156, "Augmented-0.1-Quantile-Accuracy": 79.94999694824219, "Augmented-Accuracy": 83.8742, "Augmented-Loss": 0.9480281292877197, "Clean-Accuracy": 86.11, "Clean-Loss": 0.8566786643981934, "PGD-Accuracy": 0.03, "PGD-Loss": 6.5469509216308595}, "Total-Time": 49488.47480416298, "Train": {"Loss": 1.0349501370239258, "avg t": 0.98100578125, "plain loss": 0.7839953384094231, "standard loss": 0.7796747633361817}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.36000061035156, "Augmented-0.05-Quantile-Accuracy": 85.73999786376953, "Augmented-0.1-Quantile-Accuracy": 86.79999542236328, "Augmented-Accuracy": 89.975, "Augmented-Loss": 0.839921131603241, "Clean-Accuracy": 88.44, "Clean-Loss": 0.7961851817131043, "PGD-Accuracy": 0.16, "PGD-Loss": 6.199064892578125}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 658.7088341712952, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.1199951171875, "Augmented-0.05-Quantile-Accuracy": 79.83999633789062, "Augmented-0.1-Quantile-Accuracy": 80.94999694824219, "Augmented-Accuracy": 84.5494, "Augmented-Loss": 0.9248652720413209, "Clean-Accuracy": 87.14, "Clean-Loss": 0.8291482604980469, "PGD-Accuracy": 0.02, "PGD-Loss": 6.496490454101562}, "Total-Time": 50147.183638334274, "Train": {"Loss": 1.0073342569160462, "avg t": 0.969853125, "plain loss": 0.7577121442413328, "standard loss": 0.7536656284141541}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.73999786376953, "Augmented-0.05-Quantile-Accuracy": 87.22000122070312, "Augmented-0.1-Quantile-Accuracy": 88.33999633789062, "Augmented-Accuracy": 91.15, "Augmented-Loss": 0.813276765879631, "Clean-Accuracy": 88.64, "Clean-Loss": 0.7886314069747925, "PGD-Accuracy": 0.1, "PGD-Loss": 6.137545097351074}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 659.7874348163605, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.68000030517578, "Augmented-0.05-Quantile-Accuracy": 80.37999725341797, "Augmented-0.1-Quantile-Accuracy": 81.50999450683594, "Augmented-Accuracy": 85.1259, "Augmented-Loss": 0.920643877861023, "Clean-Accuracy": 87.71, "Clean-Loss": 0.8295492324829101, "PGD-Accuracy": 0.05, "PGD-Loss": 6.439227447509766}, "Total-Time": 50806.971073150635, "Train": {"Loss": 0.992643628578186, "avg t": 0.96215265625, "plain loss": 0.7436891943054192, "standard loss": 0.7396995394897461}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.75999450683594, "Augmented-0.05-Quantile-Accuracy": 88.33999633789062, "Augmented-0.1-Quantile-Accuracy": 89.41999816894531, "Augmented-Accuracy": 91.9536, "Augmented-Loss": 0.8109072176618576, "Clean-Accuracy": 85.72, "Clean-Loss": 0.7991760766983033, "PGD-Accuracy": 0.14, "PGD-Loss": 6.064771059417724}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 659.3530764579773, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.83000183105469, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.87999725341797, "Augmented-Accuracy": 85.1866, "Augmented-Loss": 0.9148488101577759, "Clean-Accuracy": 87.52, "Clean-Loss": 0.8270434661865235, "PGD-Accuracy": 0.05, "PGD-Loss": 6.400165380859375}, "Total-Time": 51466.32414960861, "Train": {"Loss": 0.9858245421409607, "avg t": 0.95840953125, "plain loss": 0.7345399800720218, "standard loss": 0.7305734668922425}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.43999481201172, "Augmented-0.05-Quantile-Accuracy": 88.0, "Augmented-0.1-Quantile-Accuracy": 88.9000015258789, "Augmented-Accuracy": 91.3946, "Augmented-Loss": 0.8082152455682754, "Clean-Accuracy": 90.62, "Clean-Loss": 0.7356552396774292, "PGD-Accuracy": 0.18, "PGD-Loss": 6.038900562286377}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 659.2544143199921, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.63999938964844, "Augmented-0.05-Quantile-Accuracy": 80.45999908447266, "Augmented-0.1-Quantile-Accuracy": 81.72999572753906, "Augmented-Accuracy": 85.2301, "Augmented-Loss": 0.9134729499969483, "Clean-Accuracy": 87.67, "Clean-Loss": 0.8222785331726075, "PGD-Accuracy": 0.04, "PGD-Loss": 6.384686077880859}, "Total-Time": 52125.578563928604, "Train": {"Loss": 0.9862276374053955, "avg t": 0.956169375, "plain loss": 0.7297078050689702, "standard loss": 0.7256458101654053}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.04000091552734, "Augmented-0.05-Quantile-Accuracy": 88.19999694824219, "Augmented-0.1-Quantile-Accuracy": 89.31999969482422, "Augmented-Accuracy": 91.836, "Augmented-Loss": 0.804190864394188, "Clean-Accuracy": 87.86, "Clean-Loss": 0.7410633302688598, "PGD-Accuracy": 0.16, "PGD-Loss": 6.030593389129638}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 658.8890762329102, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.04000091552734, "Augmented-0.05-Quantile-Accuracy": 80.66999816894531, "Augmented-0.1-Quantile-Accuracy": 81.8699951171875, "Augmented-Accuracy": 85.3592, "Augmented-Loss": 0.9116056319198609, "Clean-Accuracy": 87.61, "Clean-Loss": 0.8198068389892578, "PGD-Accuracy": 0.06, "PGD-Loss": 6.359536639404297}, "Total-Time": 52784.467640161514, "Train": {"Loss": 0.9813635010147095, "avg t": 0.9545515625, "plain loss": 0.7244518534545897, "standard loss": 0.7205355916023254}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.55999755859375, "Augmented-0.05-Quantile-Accuracy": 88.36000061035156, "Augmented-0.1-Quantile-Accuracy": 89.22000122070312, "Augmented-Accuracy": 91.6144, "Augmented-Loss": 0.7984799904670715, "Clean-Accuracy": 90.58, "Clean-Loss": 0.738759498500824, "PGD-Accuracy": 0.14, "PGD-Loss": 5.9856458724975585}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 659.164065361023, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0199966430664, "Augmented-0.05-Quantile-Accuracy": 80.7699966430664, "Augmented-0.1-Quantile-Accuracy": 81.82999420166016, "Augmented-Accuracy": 85.3303, "Augmented-Loss": 0.910062173713684, "Clean-Accuracy": 87.9, "Clean-Loss": 0.8171030616760254, "PGD-Accuracy": 0.08, "PGD-Loss": 6.3375729553222655}, "Total-Time": 53443.63170552254, "Train": {"Loss": 0.9787852733421326, "avg t": 0.9533565625, "plain loss": 0.7200083023681649, "standard loss": 0.7162036995315552}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.91999816894531, "Augmented-0.05-Quantile-Accuracy": 88.27999877929688, "Augmented-0.1-Quantile-Accuracy": 89.29999542236328, "Augmented-Accuracy": 92.0114, "Augmented-Loss": 0.7959210601530075, "Clean-Accuracy": 88.92, "Clean-Loss": 0.7196011432647705, "PGD-Accuracy": 0.26, "PGD-Loss": 5.959792877197265}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 659.4607927799225, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.13999938964844, "Augmented-0.05-Quantile-Accuracy": 80.75999450683594, "Augmented-0.1-Quantile-Accuracy": 82.0199966430664, "Augmented-Accuracy": 85.3139, "Augmented-Loss": 0.9110314804840088, "Clean-Accuracy": 87.75, "Clean-Loss": 0.8238466003417969, "PGD-Accuracy": 0.06, "PGD-Loss": 6.319401782226563}, "Total-Time": 54103.09249830246, "Train": {"Loss": 0.9762900435447693, "avg t": 0.951095, "plain loss": 0.7158759714660646, "standard loss": 0.7120709487342834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.07999420166016, "Augmented-0.05-Quantile-Accuracy": 88.0199966430664, "Augmented-0.1-Quantile-Accuracy": 88.95999908447266, "Augmented-Accuracy": 91.6144, "Augmented-Loss": 0.7986646525363922, "Clean-Accuracy": 89.14, "Clean-Loss": 0.7656627700805664, "PGD-Accuracy": 0.28, "PGD-Loss": 5.929777379608154}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 659.5296096801758, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.11000061035156, "Augmented-0.05-Quantile-Accuracy": 81.06999969482422, "Augmented-0.1-Quantile-Accuracy": 82.11000061035156, "Augmented-Accuracy": 85.3815, "Augmented-Loss": 0.9124871959838867, "Clean-Accuracy": 87.8, "Clean-Loss": 0.8198050994873047, "PGD-Accuracy": 0.07, "PGD-Loss": 6.321650952148437}, "Total-Time": 54762.622107982635, "Train": {"Loss": 0.9769906982803345, "avg t": 0.95150265625, "plain loss": 0.7159435500183109, "standard loss": 0.7121067183113098}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.07999420166016, "Augmented-0.05-Quantile-Accuracy": 88.47999572753906, "Augmented-0.1-Quantile-Accuracy": 89.55999755859375, "Augmented-Accuracy": 92.0784, "Augmented-Loss": 0.7957237238292694, "Clean-Accuracy": 88.24, "Clean-Loss": 0.7535249119758606, "PGD-Accuracy": 0.2, "PGD-Loss": 5.946737588500977}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 659.2231118679047, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.6500015258789, "Augmented-0.05-Quantile-Accuracy": 80.31999969482422, "Augmented-0.1-Quantile-Accuracy": 81.63999938964844, "Augmented-Accuracy": 85.2112, "Augmented-Loss": 0.9150624450302124, "Clean-Accuracy": 87.47, "Clean-Loss": 0.8234455352783203, "PGD-Accuracy": 0.03, "PGD-Loss": 6.303485467529297}, "Total-Time": 55421.84521985054, "Train": {"Loss": 0.9746447213363647, "avg t": 0.95013765625, "plain loss": 0.7136026272430421, "standard loss": 0.7097069527816773}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.04000091552734, "Augmented-0.05-Quantile-Accuracy": 88.75999450683594, "Augmented-0.1-Quantile-Accuracy": 89.5999984741211, "Augmented-Accuracy": 92.1176, "Augmented-Loss": 0.7972602640161515, "Clean-Accuracy": 90.98, "Clean-Loss": 0.6935183019638061, "PGD-Accuracy": 0.28, "PGD-Loss": 5.925518302917481}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 659.5100049972534, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.90999603271484, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.6500015258789, "Augmented-Accuracy": 85.251, "Augmented-Loss": 0.9177314471435547, "Clean-Accuracy": 87.87, "Clean-Loss": 0.8247959327697754, "PGD-Accuracy": 0.05, "PGD-Loss": 6.30460023803711}, "Total-Time": 56081.35522484779, "Train": {"Loss": 0.9733192633056641, "avg t": 0.9490215625, "plain loss": 0.7119764677886972, "standard loss": 0.7081023788833618}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0, "Augmented-0.05-Quantile-Accuracy": 88.07999420166016, "Augmented-0.1-Quantile-Accuracy": 89.15999603271484, "Augmented-Accuracy": 91.7584, "Augmented-Loss": 0.8018329877786636, "Clean-Accuracy": 91.48, "Clean-Loss": 0.7432376379013061, "PGD-Accuracy": 0.2, "PGD-Loss": 5.947687044525146}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 659.2590637207031, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.5, "Augmented-0.05-Quantile-Accuracy": 80.04000091552734, "Augmented-0.1-Quantile-Accuracy": 81.27999877929688, "Augmented-Accuracy": 84.987, "Augmented-Loss": 0.9197423771743775, "Clean-Accuracy": 87.59, "Clean-Loss": 0.8275271286010742, "PGD-Accuracy": 0.07, "PGD-Loss": 6.286653387451172}, "Total-Time": 56740.6142885685, "Train": {"Loss": 0.9726597579956054, "avg t": 0.94862015625, "plain loss": 0.7121675180358892, "standard loss": 0.7083993288040161}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.18000030517578, "Augmented-0.05-Quantile-Accuracy": 87.6199951171875, "Augmented-0.1-Quantile-Accuracy": 88.72000122070312, "Augmented-Accuracy": 91.4374, "Augmented-Loss": 0.8022129460248947, "Clean-Accuracy": 92.28, "Clean-Loss": 0.6952561203002929, "PGD-Accuracy": 0.22, "PGD-Loss": 5.916748205566407}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 659.4416916370392, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.61000061035156, "Augmented-0.05-Quantile-Accuracy": 80.27999877929688, "Augmented-0.1-Quantile-Accuracy": 81.47999572753906, "Augmented-Accuracy": 85.114, "Augmented-Loss": 0.9214004251174926, "Clean-Accuracy": 87.6, "Clean-Loss": 0.828211247253418, "PGD-Accuracy": 0.06, "PGD-Loss": 6.271880261230469}, "Total-Time": 57400.055980205536, "Train": {"Loss": 0.9720495079231262, "avg t": 0.94824734375, "plain loss": 0.7128590265502922, "standard loss": 0.7090773208618164}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.69999694824219, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 89.87999725341797, "Augmented-Accuracy": 92.231, "Augmented-Loss": 0.8027314108495712, "Clean-Accuracy": 89.0, "Clean-Loss": 0.7362427181243897, "PGD-Accuracy": 0.16, "PGD-Loss": 5.898701900482178}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 659.5006108283997, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.72999572753906, "Augmented-0.05-Quantile-Accuracy": 80.6199951171875, "Augmented-0.1-Quantile-Accuracy": 81.68999481201172, "Augmented-Accuracy": 85.3812, "Augmented-Loss": 0.9197894089355468, "Clean-Accuracy": 87.94, "Clean-Loss": 0.8288259773254395, "PGD-Accuracy": 0.09, "PGD-Loss": 6.2653428649902345}, "Total-Time": 58059.556591033936, "Train": {"Loss": 0.9696492021560669, "avg t": 0.94707625, "plain loss": 0.7107799144287104, "standard loss": 0.7069825490951538}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.68000030517578, "Augmented-0.05-Quantile-Accuracy": 89.0999984741211, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 92.6346, "Augmented-Loss": 0.8012615299358368, "Clean-Accuracy": 91.68, "Clean-Loss": 0.7096204626083374, "PGD-Accuracy": 0.12, "PGD-Loss": 5.9042548828125}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 659.0788562297821, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.22999572753906, "Augmented-0.05-Quantile-Accuracy": 80.63999938964844, "Augmented-0.1-Quantile-Accuracy": 82.0199966430664, "Augmented-Accuracy": 85.6139, "Augmented-Loss": 0.9195004519042969, "Clean-Accuracy": 87.92, "Clean-Loss": 0.8296784439086914, "PGD-Accuracy": 0.11, "PGD-Loss": 6.2351592346191405}, "Total-Time": 58718.63544726372, "Train": {"Loss": 0.969567935371399, "avg t": 0.94612625, "plain loss": 0.7079265293884289, "standard loss": 0.7041899426841736}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.6199951171875, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 89.65999603271484, "Augmented-Accuracy": 92.4036, "Augmented-Loss": 0.7983583089208602, "Clean-Accuracy": 92.26, "Clean-Loss": 0.6948689405441284, "PGD-Accuracy": 0.12, "PGD-Loss": 5.855556358337402}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 659.3473033905029, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.95999908447266, "Augmented-0.05-Quantile-Accuracy": 80.55999755859375, "Augmented-0.1-Quantile-Accuracy": 81.73999786376953, "Augmented-Accuracy": 85.3805, "Augmented-Loss": 0.9221602930679321, "Clean-Accuracy": 87.82, "Clean-Loss": 0.8304369941711426, "PGD-Accuracy": 0.08, "PGD-Loss": 6.244823284912109}, "Total-Time": 59377.98275065422, "Train": {"Loss": 0.9686092413139343, "avg t": 0.94593796875, "plain loss": 0.7087046143951415, "standard loss": 0.7048714613342285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.04000091552734, "Augmented-0.05-Quantile-Accuracy": 89.55999755859375, "Augmented-0.1-Quantile-Accuracy": 90.5199966430664, "Augmented-Accuracy": 92.9658, "Augmented-Loss": 0.7979372990894318, "Clean-Accuracy": 89.36, "Clean-Loss": 0.7641735383987427, "PGD-Accuracy": 0.34, "PGD-Loss": 5.861348992919922}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 659.0389330387115, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.75, "Augmented-0.05-Quantile-Accuracy": 80.5199966430664, "Augmented-0.1-Quantile-Accuracy": 81.68999481201172, "Augmented-Accuracy": 85.3694, "Augmented-Loss": 0.9216695327682495, "Clean-Accuracy": 87.73, "Clean-Loss": 0.8317925903320312, "PGD-Accuracy": 0.07, "PGD-Loss": 6.239032513427734}, "Total-Time": 60037.02168369293, "Train": {"Loss": 0.9693493503952026, "avg t": 0.94580671875, "plain loss": 0.7096074750366206, "standard loss": 0.7057360997772216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.86000061035156, "Augmented-0.1-Quantile-Accuracy": 89.75999450683594, "Augmented-Accuracy": 92.3362, "Augmented-Loss": 0.8022767874050141, "Clean-Accuracy": 88.14, "Clean-Loss": 0.7708000499725342, "PGD-Accuracy": 0.28, "PGD-Loss": 5.8714109268188475}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 659.2050330638885, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.7699966430664, "Augmented-0.05-Quantile-Accuracy": 80.44999694824219, "Augmented-0.1-Quantile-Accuracy": 81.73999786376953, "Augmented-Accuracy": 85.3684, "Augmented-Loss": 0.9208635838165283, "Clean-Accuracy": 87.83, "Clean-Loss": 0.8296816543579102, "PGD-Accuracy": 0.07, "PGD-Loss": 6.231775024414063}, "Total-Time": 60696.22671675682, "Train": {"Loss": 0.9672509506988526, "avg t": 0.9452640625, "plain loss": 0.708420682235718, "standard loss": 0.7046059460449219}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.83999633789062, "Augmented-0.05-Quantile-Accuracy": 89.15999603271484, "Augmented-0.1-Quantile-Accuracy": 90.0999984741211, "Augmented-Accuracy": 92.4364, "Augmented-Loss": 0.800764376586914, "Clean-Accuracy": 88.0, "Clean-Loss": 0.7703743732452393, "PGD-Accuracy": 0.22, "PGD-Loss": 5.88233875579834}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 660.0723721981049, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.83999633789062, "Augmented-0.05-Quantile-Accuracy": 80.54000091552734, "Augmented-0.1-Quantile-Accuracy": 81.70999908447266, "Augmented-Accuracy": 85.361, "Augmented-Loss": 0.9209455683746338, "Clean-Accuracy": 87.74, "Clean-Loss": 0.8293117858886718, "PGD-Accuracy": 0.05, "PGD-Loss": 6.228726428222656}, "Total-Time": 61356.299088954926, "Train": {"Loss": 0.9677129013442993, "avg t": 0.94501421875, "plain loss": 0.7076209590911877, "standard loss": 0.7037992599487305}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.9000015258789, "Augmented-0.05-Quantile-Accuracy": 89.31999969482422, "Augmented-0.1-Quantile-Accuracy": 90.31999969482422, "Augmented-Accuracy": 92.6686, "Augmented-Loss": 0.7978392334499359, "Clean-Accuracy": 86.56, "Clean-Loss": 0.7875181990623474, "PGD-Accuracy": 0.22, "PGD-Loss": 5.871020236968994}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 659.1742298603058, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.73999786376953, "Augmented-0.05-Quantile-Accuracy": 80.48999786376953, "Augmented-0.1-Quantile-Accuracy": 81.65999603271484, "Augmented-Accuracy": 85.3517, "Augmented-Loss": 0.92057696849823, "Clean-Accuracy": 87.68, "Clean-Loss": 0.8305266815185547, "PGD-Accuracy": 0.08, "PGD-Loss": 6.225574157714844}, "Total-Time": 62015.47331881523, "Train": {"Loss": 0.9664225135612488, "avg t": 0.94469359375, "plain loss": 0.7069932546844483, "standard loss": 0.7032128471755982}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.54000091552734, "Augmented-0.05-Quantile-Accuracy": 88.86000061035156, "Augmented-0.1-Quantile-Accuracy": 89.6199951171875, "Augmented-Accuracy": 92.1506, "Augmented-Loss": 0.801859995833397, "Clean-Accuracy": 88.46, "Clean-Loss": 0.7272369680404663, "PGD-Accuracy": 0.18, "PGD-Loss": 5.857574736785889}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 660.2491374015808, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.88999938964844, "Augmented-0.05-Quantile-Accuracy": 80.5, "Augmented-0.1-Quantile-Accuracy": 81.68000030517578, "Augmented-Accuracy": 85.3428, "Augmented-Loss": 0.9208212289581299, "Clean-Accuracy": 87.75, "Clean-Loss": 0.8287356010437011, "PGD-Accuracy": 0.06, "PGD-Loss": 6.224129852294922}, "Total-Time": 62675.72245621681, "Train": {"Loss": 0.966790885105133, "avg t": 0.94484921875, "plain loss": 0.7073794640655519, "standard loss": 0.7035727276611328}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.23999786376953, "Augmented-0.05-Quantile-Accuracy": 88.5199966430664, "Augmented-0.1-Quantile-Accuracy": 89.5, "Augmented-Accuracy": 91.9966, "Augmented-Loss": 0.7986382437772751, "Clean-Accuracy": 90.86, "Clean-Loss": 0.7213309198379516, "PGD-Accuracy": 0.28, "PGD-Loss": 5.861747210693359}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 659.7592380046844, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.75, "Augmented-0.05-Quantile-Accuracy": 80.58999633789062, "Augmented-0.1-Quantile-Accuracy": 81.75999450683594, "Augmented-Accuracy": 85.352, "Augmented-Loss": 0.9206529479598999, "Clean-Accuracy": 87.61, "Clean-Loss": 0.8312952117919922, "PGD-Accuracy": 0.07, "PGD-Loss": 6.220205535888672}, "Total-Time": 63335.4816942215, "Train": {"Loss": 0.9672074448394775, "avg t": 0.9445228125, "plain loss": 0.7066558409423833, "standard loss": 0.7029437225341797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.6199951171875, "Augmented-0.1-Quantile-Accuracy": 89.5199966430664, "Augmented-Accuracy": 92.1358, "Augmented-Loss": 0.7991176065530777, "Clean-Accuracy": 90.2, "Clean-Loss": 0.706498163986206, "PGD-Accuracy": 0.2, "PGD-Loss": 5.854318274688721}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 659.3859477043152, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.91999816894531, "Augmented-0.05-Quantile-Accuracy": 80.48999786376953, "Augmented-0.1-Quantile-Accuracy": 81.73999786376953, "Augmented-Accuracy": 85.3688, "Augmented-Loss": 0.9210946260757447, "Clean-Accuracy": 87.51, "Clean-Loss": 0.8327535919189453, "PGD-Accuracy": 0.08, "PGD-Loss": 6.218606079101563}, "Total-Time": 63994.86764192581, "Train": {"Loss": 0.9666682104492188, "avg t": 0.94454296875, "plain loss": 0.706823333724975, "standard loss": 0.7030743848609924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.0, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.0792, "Augmented-Loss": 0.8006603998260498, "Clean-Accuracy": 89.0, "Clean-Loss": 0.7611074840545654, "PGD-Accuracy": 0.24, "PGD-Loss": 5.838185791778565}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 659.4431986808777, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.90999603271484, "Augmented-0.05-Quantile-Accuracy": 80.5199966430664, "Augmented-0.1-Quantile-Accuracy": 81.72000122070312, "Augmented-Accuracy": 85.3401, "Augmented-Loss": 0.9211562202987671, "Clean-Accuracy": 87.52, "Clean-Loss": 0.831801171875, "PGD-Accuracy": 0.08, "PGD-Loss": 6.215608538818359}, "Total-Time": 64654.31084060669, "Train": {"Loss": 0.9663341778182983, "avg t": 0.94444609375, "plain loss": 0.7066082433166501, "standard loss": 0.702879214553833}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0999984741211, "Augmented-0.05-Quantile-Accuracy": 88.29999542236328, "Augmented-0.1-Quantile-Accuracy": 89.18000030517578, "Augmented-Accuracy": 91.9354, "Augmented-Loss": 0.800640654920578, "Clean-Accuracy": 92.1, "Clean-Loss": 0.6956054307937622, "PGD-Accuracy": 0.26, "PGD-Loss": 5.8554614105224605}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 659.5722620487213, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.8699951171875, "Augmented-0.05-Quantile-Accuracy": 80.72000122070312, "Augmented-0.1-Quantile-Accuracy": 81.79000091552734, "Augmented-Accuracy": 85.3758, "Augmented-Loss": 0.9205060760574341, "Clean-Accuracy": 87.68, "Clean-Loss": 0.829519694519043, "PGD-Accuracy": 0.07, "PGD-Loss": 6.213434533691406}, "Total-Time": 65313.88310265541, "Train": {"Loss": 0.967329640007019, "avg t": 0.94483421875, "plain loss": 0.706728897155761, "standard loss": 0.7030862757873535}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.43999481201172, "Augmented-0.05-Quantile-Accuracy": 88.41999816894531, "Augmented-0.1-Quantile-Accuracy": 89.54000091552734, "Augmented-Accuracy": 92.1632, "Augmented-Loss": 0.7991224207544326, "Clean-Accuracy": 85.94, "Clean-Loss": 0.762814011001587, "PGD-Accuracy": 0.34, "PGD-Loss": 5.841480548858643}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 660.6182403564453, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.77999877929688, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.69999694824219, "Augmented-Accuracy": 85.3408, "Augmented-Loss": 0.9213510770339965, "Clean-Accuracy": 87.83, "Clean-Loss": 0.8314705955505372, "PGD-Accuracy": 0.07, "PGD-Loss": 6.209143383789063}, "Total-Time": 65974.50134301186, "Train": {"Loss": 0.9673495113372803, "avg t": 0.9448375, "plain loss": 0.7068943999328604, "standard loss": 0.703102626132965}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0999984741211, "Augmented-0.05-Quantile-Accuracy": 88.93999481201172, "Augmented-0.1-Quantile-Accuracy": 90.04000091552734, "Augmented-Accuracy": 92.661, "Augmented-Loss": 0.8007594718952179, "Clean-Accuracy": 84.68, "Clean-Loss": 0.8287953709602356, "PGD-Accuracy": 0.32, "PGD-Loss": 5.846574639892578}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 659.9040598869324, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.9000015258789, "Augmented-0.05-Quantile-Accuracy": 80.52999877929688, "Augmented-0.1-Quantile-Accuracy": 81.72999572753906, "Augmented-Accuracy": 85.3621, "Augmented-Loss": 0.9207709770736694, "Clean-Accuracy": 87.75, "Clean-Loss": 0.8305836166381836, "PGD-Accuracy": 0.07, "PGD-Loss": 6.210768365478516}, "Total-Time": 66634.40540289879, "Train": {"Loss": 0.9664799451828003, "avg t": 0.9442684375, "plain loss": 0.7066023335876456, "standard loss": 0.7029271917152404}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.36000061035156, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.0999984741211, "Augmented-Accuracy": 92.5372, "Augmented-Loss": 0.8004814856472016, "Clean-Accuracy": 91.46, "Clean-Loss": 0.7109502200126648, "PGD-Accuracy": 0.2, "PGD-Loss": 5.836195042419433}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 659.7387218475342, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.86000061035156, "Augmented-0.05-Quantile-Accuracy": 80.45999908447266, "Augmented-0.1-Quantile-Accuracy": 81.70999908447266, "Augmented-Accuracy": 85.3106, "Augmented-Loss": 0.9205648438339233, "Clean-Accuracy": 87.69, "Clean-Loss": 0.8312212829589843, "PGD-Accuracy": 0.08, "PGD-Loss": 6.206067132568359}, "Total-Time": 67294.14412474632, "Train": {"Loss": 0.9653525749206543, "avg t": 0.94415296875, "plain loss": 0.7059395355834969, "standard loss": 0.7022095434570312}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5199966430664, "Augmented-0.05-Quantile-Accuracy": 88.6199951171875, "Augmented-0.1-Quantile-Accuracy": 89.55999755859375, "Augmented-Accuracy": 92.3674, "Augmented-Loss": 0.8010225468626022, "Clean-Accuracy": 91.5, "Clean-Loss": 0.7064946250915527, "PGD-Accuracy": 0.3, "PGD-Loss": 5.834563529968261}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 659.6755373477936, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.54000091552734, "Augmented-0.05-Quantile-Accuracy": 80.55999755859375, "Augmented-0.1-Quantile-Accuracy": 81.75999450683594, "Augmented-Accuracy": 85.3104, "Augmented-Loss": 0.9205634044799804, "Clean-Accuracy": 87.77, "Clean-Loss": 0.8309717803955078, "PGD-Accuracy": 0.06, "PGD-Loss": 6.20397172241211}, "Total-Time": 67953.81966209412, "Train": {"Loss": 0.9658821072387695, "avg t": 0.94402671875, "plain loss": 0.706447989151001, "standard loss": 0.702841520614624}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.19999694824219, "Augmented-0.05-Quantile-Accuracy": 88.63999938964844, "Augmented-0.1-Quantile-Accuracy": 89.69999694824219, "Augmented-Accuracy": 92.53, "Augmented-Loss": 0.8001077000226975, "Clean-Accuracy": 90.74, "Clean-Loss": 0.7194655106544494, "PGD-Accuracy": 0.24, "PGD-Loss": 5.831989840698242}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 660.5118534564972, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.79999542236328, "Augmented-0.05-Quantile-Accuracy": 80.55999755859375, "Augmented-0.1-Quantile-Accuracy": 81.75999450683594, "Augmented-Accuracy": 85.3035, "Augmented-Loss": 0.9204744784240723, "Clean-Accuracy": 87.63, "Clean-Loss": 0.8316955299377441, "PGD-Accuracy": 0.06, "PGD-Loss": 6.204752154541016}, "Total-Time": 68614.33151555061, "Train": {"Loss": 0.9654253638648986, "avg t": 0.94406140625, "plain loss": 0.7047325800018299, "standard loss": 0.7010840417480468}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.29999542236328, "Augmented-0.05-Quantile-Accuracy": 88.77999877929688, "Augmented-0.1-Quantile-Accuracy": 89.75999450683594, "Augmented-Accuracy": 92.3452, "Augmented-Loss": 0.8002849583148957, "Clean-Accuracy": 90.76, "Clean-Loss": 0.6899822491645813, "PGD-Accuracy": 0.26, "PGD-Loss": 5.827409288787842}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 660.9679520130157, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.75999450683594, "Augmented-0.05-Quantile-Accuracy": 80.55999755859375, "Augmented-0.1-Quantile-Accuracy": 81.68999481201172, "Augmented-Accuracy": 85.3064, "Augmented-Loss": 0.9201295356369018, "Clean-Accuracy": 87.72, "Clean-Loss": 0.8317497573852539, "PGD-Accuracy": 0.08, "PGD-Loss": 6.2014462280273435}, "Total-Time": 69275.29946756363, "Train": {"Loss": 0.9654095659637452, "avg t": 0.9440309375, "plain loss": 0.7050823740386966, "standard loss": 0.7013348038101196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.22000122070312, "Augmented-0.05-Quantile-Accuracy": 88.93999481201172, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.3258, "Augmented-Loss": 0.8007372476596832, "Clean-Accuracy": 90.9, "Clean-Loss": 0.7409615786552429, "PGD-Accuracy": 0.26, "PGD-Loss": 5.842602239990234}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 661.157096862793, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.86000061035156, "Augmented-0.05-Quantile-Accuracy": 80.72000122070312, "Augmented-0.1-Quantile-Accuracy": 81.75, "Augmented-Accuracy": 85.3409, "Augmented-Loss": 0.9194051926574707, "Clean-Accuracy": 87.7, "Clean-Loss": 0.8286535736083984, "PGD-Accuracy": 0.08, "PGD-Loss": 6.1983791320800785}, "Total-Time": 69936.45656442642, "Train": {"Loss": 0.9655629285049439, "avg t": 0.94386125, "plain loss": 0.7045380345458983, "standard loss": 0.7008614159965515}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.43999481201172, "Augmented-0.05-Quantile-Accuracy": 88.73999786376953, "Augmented-0.1-Quantile-Accuracy": 89.87999725341797, "Augmented-Accuracy": 92.2384, "Augmented-Loss": 0.7963636167917252, "Clean-Accuracy": 90.1, "Clean-Loss": 0.7276377465248108, "PGD-Accuracy": 0.38, "PGD-Loss": 5.8302994735717775}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 661.3961160182953, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.95999908447266, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.79000091552734, "Augmented-Accuracy": 85.3601, "Augmented-Loss": 0.9190140190429688, "Clean-Accuracy": 87.96, "Clean-Loss": 0.8293497230529785, "PGD-Accuracy": 0.07, "PGD-Loss": 6.193404992675781}, "Total-Time": 70597.85268044472, "Train": {"Loss": 0.9651865471839904, "avg t": 0.94365984375, "plain loss": 0.7048093022766111, "standard loss": 0.7011000313949585}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.05999755859375, "Augmented-0.05-Quantile-Accuracy": 89.33999633789062, "Augmented-0.1-Quantile-Accuracy": 89.95999908447266, "Augmented-Accuracy": 92.4574, "Augmented-Loss": 0.7981914591045379, "Clean-Accuracy": 89.16, "Clean-Loss": 0.7347198256492615, "PGD-Accuracy": 0.36, "PGD-Loss": 5.829825895690918}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 660.3109743595123, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.93999481201172, "Augmented-0.05-Quantile-Accuracy": 80.52999877929688, "Augmented-0.1-Quantile-Accuracy": 81.75, "Augmented-Accuracy": 85.3092, "Augmented-Loss": 0.919194861907959, "Clean-Accuracy": 87.8, "Clean-Loss": 0.8298540336608887, "PGD-Accuracy": 0.07, "PGD-Loss": 6.192838342285156}, "Total-Time": 71258.16365480423, "Train": {"Loss": 0.9649410047149658, "avg t": 0.94368140625, "plain loss": 0.7051894064025876, "standard loss": 0.7014314184188842}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.13999938964844, "Augmented-0.05-Quantile-Accuracy": 88.41999816894531, "Augmented-0.1-Quantile-Accuracy": 89.5, "Augmented-Accuracy": 92.2662, "Augmented-Loss": 0.7976730445451736, "Clean-Accuracy": 90.54, "Clean-Loss": 0.673333837890625, "PGD-Accuracy": 0.3, "PGD-Loss": 5.810594051361084}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 660.9757068157196, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.83000183105469, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.8499984741211, "Augmented-Accuracy": 85.3524, "Augmented-Loss": 0.9195261991577148, "Clean-Accuracy": 87.84, "Clean-Loss": 0.8297018440246582, "PGD-Accuracy": 0.07, "PGD-Loss": 6.191816955566407}, "Total-Time": 71919.13936161995, "Train": {"Loss": 0.9661976940536499, "avg t": 0.94388328125, "plain loss": 0.7049610038604741, "standard loss": 0.7012101546669006}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.05999755859375, "Augmented-0.05-Quantile-Accuracy": 89.33999633789062, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 92.5804, "Augmented-Loss": 0.7977753413238525, "Clean-Accuracy": 90.1, "Clean-Loss": 0.7334564191818237, "PGD-Accuracy": 0.18, "PGD-Loss": 5.820824174499512}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 660.885321855545, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.87999725341797, "Augmented-0.05-Quantile-Accuracy": 80.47999572753906, "Augmented-0.1-Quantile-Accuracy": 81.70999908447266, "Augmented-Accuracy": 85.3234, "Augmented-Loss": 0.9193752129440308, "Clean-Accuracy": 87.77, "Clean-Loss": 0.829749851989746, "PGD-Accuracy": 0.08, "PGD-Loss": 6.188270812988281}, "Total-Time": 72580.0246834755, "Train": {"Loss": 0.9651205729866028, "avg t": 0.943948125, "plain loss": 0.7044772549743652, "standard loss": 0.7007583054733276}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.6199951171875, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 89.93999481201172, "Augmented-Accuracy": 92.1472, "Augmented-Loss": 0.7978897918043136, "Clean-Accuracy": 91.28, "Clean-Loss": 0.725112798500061, "PGD-Accuracy": 0.34, "PGD-Loss": 5.828326424407959}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 661.7099747657776, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.97999572753906, "Augmented-0.05-Quantile-Accuracy": 80.65999603271484, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.3399, "Augmented-Loss": 0.9198491944503784, "Clean-Accuracy": 87.78, "Clean-Loss": 0.8296553016662598, "PGD-Accuracy": 0.06, "PGD-Loss": 6.18766923828125}, "Total-Time": 73241.73465824127, "Train": {"Loss": 0.9666885694503784, "avg t": 0.94394109375, "plain loss": 0.704243233566285, "standard loss": 0.7005033947944641}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5999984741211, "Augmented-0.05-Quantile-Accuracy": 89.0199966430664, "Augmented-0.1-Quantile-Accuracy": 89.81999969482422, "Augmented-Accuracy": 92.4724, "Augmented-Loss": 0.799018835559845, "Clean-Accuracy": 89.46, "Clean-Loss": 0.7292002183914185, "PGD-Accuracy": 0.18, "PGD-Loss": 5.824724247741699}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 660.5799851417542, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.91999816894531, "Augmented-0.05-Quantile-Accuracy": 80.5999984741211, "Augmented-0.1-Quantile-Accuracy": 81.73999786376953, "Augmented-Accuracy": 85.3322, "Augmented-Loss": 0.9198362320175171, "Clean-Accuracy": 87.73, "Clean-Loss": 0.8306485572814941, "PGD-Accuracy": 0.06, "PGD-Loss": 6.183869146728516}, "Total-Time": 73902.31464338303, "Train": {"Loss": 0.9643249949645996, "avg t": 0.943218125, "plain loss": 0.7032374387359625, "standard loss": 0.699506030960083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5199966430664, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.0999984741211, "Augmented-Accuracy": 92.8826, "Augmented-Loss": 0.7982677271337509, "Clean-Accuracy": 89.78, "Clean-Loss": 0.755150684261322, "PGD-Accuracy": 0.18, "PGD-Loss": 5.8000225173950195}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 660.5523295402527, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.9000015258789, "Augmented-0.05-Quantile-Accuracy": 80.61000061035156, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.3717, "Augmented-Loss": 0.9195853188095092, "Clean-Accuracy": 87.7, "Clean-Loss": 0.8301432998657227, "PGD-Accuracy": 0.07, "PGD-Loss": 6.182045111083984}, "Total-Time": 74562.86697292328, "Train": {"Loss": 0.9652049237823487, "avg t": 0.9436390625, "plain loss": 0.7042710160217286, "standard loss": 0.7006052844238281}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.41999816894531, "Augmented-0.05-Quantile-Accuracy": 88.77999877929688, "Augmented-0.1-Quantile-Accuracy": 89.73999786376953, "Augmented-Accuracy": 92.4272, "Augmented-Loss": 0.7980441360807419, "Clean-Accuracy": 90.02, "Clean-Loss": 0.7229206027984619, "PGD-Accuracy": 0.34, "PGD-Loss": 5.808790509033203}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 659.9750356674194, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.08000183105469, "Augmented-0.05-Quantile-Accuracy": 80.6199951171875, "Augmented-0.1-Quantile-Accuracy": 81.97000122070312, "Augmented-Accuracy": 85.4167, "Augmented-Loss": 0.91984145778656, "Clean-Accuracy": 88.0, "Clean-Loss": 0.8296304801940918, "PGD-Accuracy": 0.06, "PGD-Loss": 6.179866290283203}, "Total-Time": 75222.8420085907, "Train": {"Loss": 0.964288356590271, "avg t": 0.94312390625, "plain loss": 0.7039593052978521, "standard loss": 0.700304089603424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.43999481201172, "Augmented-0.05-Quantile-Accuracy": 88.97999572753906, "Augmented-0.1-Quantile-Accuracy": 90.0, "Augmented-Accuracy": 92.5182, "Augmented-Loss": 0.7977846254854202, "Clean-Accuracy": 89.28, "Clean-Loss": 0.7857027111053467, "PGD-Accuracy": 0.24, "PGD-Loss": 5.812258128356934}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 660.0780913829803, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.97999572753906, "Augmented-0.05-Quantile-Accuracy": 80.5999984741211, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.3966, "Augmented-Loss": 0.9199983252182007, "Clean-Accuracy": 87.85, "Clean-Loss": 0.8330192977905273, "PGD-Accuracy": 0.06, "PGD-Loss": 6.179234246826172}, "Total-Time": 75882.92009997368, "Train": {"Loss": 0.9654086033630371, "avg t": 0.94362953125, "plain loss": 0.7049672876434325, "standard loss": 0.701319266166687}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.73999786376953, "Augmented-0.05-Quantile-Accuracy": 88.79999542236328, "Augmented-0.1-Quantile-Accuracy": 89.72000122070312, "Augmented-Accuracy": 92.4222, "Augmented-Loss": 0.8012196792449952, "Clean-Accuracy": 91.22, "Clean-Loss": 0.7417343064308166, "PGD-Accuracy": 0.3, "PGD-Loss": 5.799767098236084}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_010", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
